-- Logs begin at Wed 2022-09-21 20:59:57 UTC, end at Wed 2022-09-21 22:03:30 UTC. -- Sep 21 21:37:51.077313 dv-cinder-858817-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 21 21:37:54.067641 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:37:54.068284 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:37:54.068429 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:37:54.072015 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.common.config [-] Logging enabled! Sep 21 21:37:54.072275 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev37 Sep 21 21:37:54.072590 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115434) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 21 21:37:54.073544 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:37:54.073804 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:37:54.074177 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:37:54.074425 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:37:54.074649 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:37:54.075143 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.075558 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Sep 21 21:37:54.075874 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.076172 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.076451 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.076749 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.077044 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.077323 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.077612 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.077931 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.078210 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.078492 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.078777 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.079069 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.079352 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.079640 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.079928 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.080212 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] debug = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.080492 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.080933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.081349 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.081633 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.081947 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.082553 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.082828 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.083107 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.083399 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.083731 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] host = dv-cinder-858817-1-iscsi {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.084014 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.084326 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.084619 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.084906 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.085186 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.085562 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.085883 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.086163 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.086441 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.086717 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.087012 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.087303 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.087594 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.087824 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.088054 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.088355 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.088645 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.088925 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.089200 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.089476 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.089751 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.090067 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.090342 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.090628 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.090916 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.091204 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.091481 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.091755 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.092028 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.092299 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.092583 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.092856 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.093129 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.093402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.093690 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.093989 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.094267 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.094569 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.094856 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.095142 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.095429 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.095703 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.095987 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.096261 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.096535 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.096808 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] use_json = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.097082 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.097354 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.097636 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.097932 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.098214 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.098492 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.098765 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.099051 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.099323 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:54.099624 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.099965 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.100277 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.100578 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.100910 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.101257 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.101559 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.101874 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.102171 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.102466 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.102765 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.103051 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.103353 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.103648 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.103944 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.104251 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.104551 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.104848 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.105127 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.105404 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.105679 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.105983 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.106276 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.106557 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.106852 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.107145 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.107427 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.107726 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.108020 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.108318 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.108615 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.108892 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.109175 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.109473 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.109752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.110055 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.110338 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.110632 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.110913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.111188 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.111475 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.111770 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.112083 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.112337 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.112618 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.112913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.113193 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.113468 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.113743 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.114046 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.114319 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.114611 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.114891 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.115168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.115441 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.115760 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.116196 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.116506 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.116866 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.117145 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.117429 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.117707 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.118007 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.118292 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.118565 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.118842 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.119116 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.119392 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.119669 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.119945 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.120221 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.120499 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.120776 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.121056 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.121345 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.121646 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.121952 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.122232 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.122514 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.122795 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.123075 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.123354 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.123634 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.123913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.124188 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.124480 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.124765 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.125056 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.125361 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.125642 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.125972 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.126251 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.126530 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.126815 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.127096 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.127377 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.127659 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.127943 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.128243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.128536 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.128832 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.129125 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.129416 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.129697 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.130046 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.130329 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:54.130550 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:37:54.130793 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115434) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 21 21:37:54.503098 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:37:54.503308 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:37:54.503599 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Sep 21 21:37:54.503934 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 21 21:37:54.830026 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.830317 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.830597 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.831831 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.832107 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.832840 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.878096 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.878358 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.878633 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.892798 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.893082 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.893357 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.921957 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.922239 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.922513 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.960066 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.960427 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:54.960705 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.316783 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.317348 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.317348 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.317550 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.318318 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.417011 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.417327 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.417617 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.417921 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.418188 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.418504 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.418768 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.419032 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.419289 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.419573 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.419817 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.420083 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.420339 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.420591 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.420847 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.421110 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.421365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.421634 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.421913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.422175 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.422447 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.422703 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.422983 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.423363 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.423614 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.423863 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.424265 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:55.424509 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:55.424748 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:55.424985 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:55.425221 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:55.425455 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:55.425841 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 21 21:37:55.429256 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 21 21:37:55.433308 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 21 21:37:55.437220 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 21 21:37:55.438891 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 21 21:37:55.439361 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 21 21:37:55.439702 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 21 21:37:55.440090 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 21 21:37:55.442908 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 21 21:37:55.443157 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 21 21:37:55.443501 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:37:55.448705 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 21 21:37:55.472756 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 21 21:37:55.473204 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.473507 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115434) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Sep 21 21:37:55.473906 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.475334 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115434) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 21 21:37:55.475617 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 21 21:37:55.475941 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 21 21:37:55.487101 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.487382 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:55.636403 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 21 21:37:55.636715 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 21 21:37:55.636918 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 21 21:37:55.637356 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 21 21:37:55.665884 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_db.sqlalchemy.engines [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115434) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 21 21:37:56.115191 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing driver for type 'gre' Sep 21 21:37:56.115758 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] gre ID ranges: [(1, 1000)] Sep 21 21:37:56.175057 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing driver for type 'local' Sep 21 21:37:56.175448 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing driver for type 'vlan' Sep 21 21:37:56.189148 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] VlanTypeDriver initialization complete Sep 21 21:37:56.189501 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing driver for type 'vxlan' Sep 21 21:37:56.190021 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] vxlan ID ranges: [(1, 1000)] Sep 21 21:37:56.247090 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing extension driver 'port_security' Sep 21 21:37:56.247461 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.extensions.port_security [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] PortSecurityExtensionDriver initialization complete Sep 21 21:37:56.247798 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing mechanism driver 'openvswitch' Sep 21 21:37:56.248122 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing mechanism driver 'hyperv' Sep 21 21:37:56.254833 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.plugin [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115434) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:56.255691 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.256092 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.256476 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.257084 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:37:56.257516 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.257891 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.258239 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.258630 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:37:56.259039 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.259387 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.259727 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.260114 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:37:56.260521 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > security_group after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.260870 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > security_group after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.261210 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.261598 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:37:56.262023 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.262371 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.262712 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.263108 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:37:56.263504 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > address_group after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.263853 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > address_group after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.264188 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.264578 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115434) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Sep 21 21:37:56.265016 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] ML2 OVO RPC backend initialized. {{(pid=115434) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Sep 21 21:37:56.265718 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.266092 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.266504 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.266848 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > networks before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.267191 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.267532 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > ports before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.267868 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.268206 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnets before_response 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.268547 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.268882 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.269215 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.269547 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.269902 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.270235 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.270565 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.270898 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.271228 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.278451 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded quota_driver: . Sep 21 21:37:56.278812 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.plugin [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Modular L2 Plugin initialization complete Sep 21 21:37:56.279155 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading services supported by the core plugin {{(pid=115434) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 21 21:37:56.279498 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.plugins.ml2.managers [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Got port-security extension from driver 'port_security' Sep 21 21:37:56.279977 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.extensions.vlantransparent [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Disabled vlantransparent extension. Sep 21 21:37:56.280477 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115434) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 21 21:37:56.280799 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: router Sep 21 21:37:56.316362 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.316757 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_create 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.317122 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router before_create 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.317739 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.317987 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.318214 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_delete 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.318572 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.318921 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.319354 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_create 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.319822 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_update 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.320299 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_update 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.320655 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.321011 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_update 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.321423 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_update 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.321812 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.322154 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.322493 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: subnet after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.322835 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.323186 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.323532 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_create 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.323880 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.324331 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.324689 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router after_update 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.325039 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.325389 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_create 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.325752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.326128 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_update 55549900 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.326492 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > agent after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.326844 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > agent after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.327189 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > network after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.328056 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Tracking information for resource: router configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:56.328390 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Tracking information for resource: floatingip configured {{(pid=115434) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 21 21:37:56.333613 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.db.l3_agentschedulers_db [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 21 21:37:56.334226 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.334591 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port after_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.335033 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port after_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.335422 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: port after_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.336221 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router before_create 55550100 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.336587 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.336944 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_create 55550100 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.337299 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > router precommit_update 55550100 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.342251 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.provider_configuration [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service providers = [] {{(pid=115434) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 21 21:37:56.342625 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.db.servicetype_db [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115434) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 21 21:37:56.345543 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.service_base [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:37:56.345913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.service_base [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:37:56.346248 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.service_base [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:37:56.347122 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.services.service_base [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115434) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 21 21:37:56.347493 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.services.service_base [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 21 21:37:56.347876 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.348191 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 21 21:37:56.358714 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.359046 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: auto_allocate Sep 21 21:37:56.364744 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: network precommit_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.365101 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: network precommit_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.365679 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.365955 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: tag Sep 21 21:37:56.373993 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.374321 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: timestamp Sep 21 21:37:56.378152 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.378479 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: network_ip_availability Sep 21 21:37:56.384150 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.384521 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.384875 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.385594 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.385938 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: flavors Sep 21 21:37:56.390765 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.391096 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading Plugin: revisions Sep 21 21:37:56.395506 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115434) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 21 21:37:56.395922 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_concurrency.lockutils [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.892s {{(pid=115434) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Sep 21 21:37:56.396641 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115434) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 21 21:37:56.396976 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Initializing extension manager. Sep 21 21:37:56.397605 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: __init__.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.397976 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: __pycache__ {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.398321 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: address_group.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.399082 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.399638 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: address-group Sep 21 21:37:56.399956 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: address_scope.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.400668 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.401166 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: address-scope Sep 21 21:37:56.401484 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.402411 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.402924 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: router-admin-state-down-before-update Sep 21 21:37:56.403230 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: agent.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.403927 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.404428 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: agent Sep 21 21:37:56.404745 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: agent_resources_synced.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.405652 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.406194 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: agent-resources-synced Sep 21 21:37:56.406512 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: allowedaddresspairs.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.408304 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.408815 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: allowed-address-pairs Sep 21 21:37:56.409138 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: auto_allocated_topology.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.410223 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.410731 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: auto-allocated-topology Sep 21 21:37:56.411054 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: availability_zone.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.411741 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.412243 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: availability_zone Sep 21 21:37:56.412560 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: availability_zone_filter.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.413557 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.414234 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: availability_zone_filter Sep 21 21:37:56.414607 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: data_plane_status.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.415515 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.416010 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension data-plane-status not supported by any of loaded plugins Sep 21 21:37:56.416326 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: default_subnetpools.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.417226 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.417722 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: default-subnetpools Sep 21 21:37:56.418062 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.418877 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.419375 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: dhcp_agent_scheduler Sep 21 21:37:56.419694 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: dns.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.420598 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.421088 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension dns-integration not supported by any of loaded plugins Sep 21 21:37:56.421411 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: dns_domain_ports.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.422334 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.422829 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 21 21:37:56.423142 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.424053 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.424539 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 21 21:37:56.424853 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: dvr.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.425521 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.426035 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: dvr Sep 21 21:37:56.426351 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: ecmp_routes.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.427236 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.427742 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 21 21:37:56.428061 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: empty_string_filtering.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.429549 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.430143 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: empty-string-filtering Sep 21 21:37:56.430467 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.431379 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.431853 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:37:56.432198 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.433104 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.433604 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 21 21:37:56.433939 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: external_net.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.434842 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.435336 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: external-net Sep 21 21:37:56.435655 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.436564 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.437065 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: extra_dhcp_opt Sep 21 21:37:56.437387 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: extraroute.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.438321 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.438824 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: extraroute Sep 21 21:37:56.439142 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: extraroute_atomic.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.440159 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.440663 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: extraroute-atomic Sep 21 21:37:56.440983 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: filter_validation.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.441646 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.442169 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: filter-validation Sep 21 21:37:56.442491 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: fip_pf_description.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.443397 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.443890 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 21 21:37:56.444243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: fip_port_details.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.445575 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.446117 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: fip-port-details Sep 21 21:37:56.446437 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: flavors.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.447657 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.448160 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: flavors Sep 21 21:37:56.448487 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.450188 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.450699 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 21 21:37:56.451022 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: floatingip_pools.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.451718 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.452215 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: floatingip-pools Sep 21 21:37:56.452535 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: ip_allocation.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.453447 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.453970 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension ip_allocation not supported by any of loaded plugins Sep 21 21:37:56.454291 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.455203 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.455699 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: ip-substring-filtering Sep 21 21:37:56.456024 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l2_adjacency.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.456945 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.457807 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 21 21:37:56.458127 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.459098 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.459612 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: router Sep 21 21:37:56.460021 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.462343 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.462859 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 21 21:37:56.463185 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.464108 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.464615 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: ext-gw-mode Sep 21 21:37:56.464935 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.465866 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.466373 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: l3-ha Sep 21 21:37:56.466690 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.467596 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.468089 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 21 21:37:56.468398 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_flavors.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.469308 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.469831 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: l3-flavors Sep 21 21:37:56.470161 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.471533 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.472034 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 21 21:37:56.472362 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.473274 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.473774 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 21 21:37:56.474127 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: l3agentscheduler.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.475194 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.475746 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: l3_agent_scheduler Sep 21 21:37:56.476154 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: local_ip.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.477983 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.478505 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension local_ip not supported by any of loaded plugins Sep 21 21:37:56.478838 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: logging.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.480414 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.480930 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension logging not supported by any of loaded plugins Sep 21 21:37:56.481264 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: metering.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.482042 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.482625 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: metering Sep 21 21:37:56.482952 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.484029 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.484545 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: metering_source_and_destination_fields Sep 21 21:37:56.484869 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: multiprovidernet.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.485807 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.486307 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: multi-provider Sep 21 21:37:56.486632 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: netmtu.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.487534 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.488035 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: net-mtu Sep 21 21:37:56.488361 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: netmtu_writable.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.489266 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.489763 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: net-mtu-writable Sep 21 21:37:56.490108 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: network_availability_zone.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.490788 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.491363 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: network_availability_zone Sep 21 21:37:56.491703 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: network_ip_availability.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.492790 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.493294 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: network-ip-availability Sep 21 21:37:56.493614 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: network_segment_range.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.494391 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.494884 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension network-segment-range not supported by any of loaded plugins Sep 21 21:37:56.495203 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: pagination.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.496174 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.496503 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: pagination Sep 21 21:37:56.496822 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: port_device_profile.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.497716 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.498262 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: port-device-profile Sep 21 21:37:56.498582 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.499510 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.500010 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: port-mac-address-regenerate Sep 21 21:37:56.500330 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.501225 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.501724 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: port-numa-affinity-policy Sep 21 21:37:56.502142 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: port_resource_request.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.503051 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.503552 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension port-resource-request not supported by any of loaded plugins Sep 21 21:37:56.503872 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: port_resource_request_groups.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.504827 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.505323 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 21 21:37:56.505641 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: portbindings.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.506582 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.507323 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: binding Sep 21 21:37:56.507652 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: portbindings_extended.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.508939 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.509445 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: binding-extended Sep 21 21:37:56.509768 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: portsecurity.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.510692 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.511208 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: port-security Sep 21 21:37:56.511545 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: project_id.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.512523 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.512843 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: project-id Sep 21 21:37:56.513163 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: providernet.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.514105 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.514605 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: provider Sep 21 21:37:56.514927 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.518783 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.519308 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos not supported by any of loaded plugins Sep 21 21:37:56.519637 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.520872 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.521379 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 21 21:37:56.521704 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.522704 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.523255 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 21 21:37:56.523574 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_default.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.524483 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.524981 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-default not supported by any of loaded plugins Sep 21 21:37:56.525310 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_fip.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.526253 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.526749 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-fip not supported by any of loaded plugins Sep 21 21:37:56.527071 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.527984 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.528481 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 21 21:37:56.528800 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_gateway_ip.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.529837 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.530335 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 21 21:37:56.530675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_port_network_policy.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.531579 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.532081 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 21 21:37:56.532397 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.533423 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.533955 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 21 21:37:56.534275 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.535301 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.535812 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 21 21:37:56.536131 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_pps_rule.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.537286 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.537820 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-pps not supported by any of loaded plugins Sep 21 21:37:56.538208 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_rule_type_details.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.539257 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.539759 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 21 21:37:56.540080 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: qos_rules_alias.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.541119 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.541620 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 21 21:37:56.541980 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: quota_check_limit.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.542880 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.543387 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: quota-check-limit Sep 21 21:37:56.543708 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: quotasv2.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.544638 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.544959 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: quotas Sep 21 21:37:56.545277 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: quotasv2_detail.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.546986 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.547321 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: quota_details Sep 21 21:37:56.547647 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: rbac.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.548707 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.549222 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: rbac-policies Sep 21 21:37:56.549548 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: rbac_address_group.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.550496 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.551002 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: rbac-address-group Sep 21 21:37:56.551327 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: rbac_address_scope.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.552234 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.552739 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: rbac-address-scope Sep 21 21:37:56.553060 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: rbac_security_groups.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.554085 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.555106 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: rbac-security-groups Sep 21 21:37:56.555106 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: rbac_subnetpool.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.555809 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.556307 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: rbac-subnetpool Sep 21 21:37:56.556628 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: revisionifmatch.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.557615 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.558140 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: revision-if-match Sep 21 21:37:56.558470 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: revisions.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.559571 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.560074 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: standard-attr-revisions Sep 21 21:37:56.560400 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: router_availability_zone.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.561071 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.561573 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: router_availability_zone Sep 21 21:37:56.561929 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: routerservicetype.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.562855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.563355 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension router-service-type not supported by any of loaded plugins Sep 21 21:37:56.563680 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.564593 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.565103 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: security-groups-normalized-cidr Sep 21 21:37:56.565421 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.566349 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.566860 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: port-security-groups-filtering Sep 21 21:37:56.567181 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.568093 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.568584 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: security-groups-remote-address-group Sep 21 21:37:56.568904 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.569886 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.570423 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: security-groups-shared-filtering Sep 21 21:37:56.570743 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.571328 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Sep 21 21:37:56.571645 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: securitygroup.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.581332 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.581844 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: security-group Sep 21 21:37:56.582553 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: segment.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.583275 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.583782 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension segment not supported by any of loaded plugins Sep 21 21:37:56.584108 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.585132 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.585650 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 21 21:37:56.585998 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: servicetype.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.587076 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.587588 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: service-type Sep 21 21:37:56.587914 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: sorting.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.588889 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.589211 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: sorting Sep 21 21:37:56.589515 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: standard_attr_segment.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.590448 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.590950 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 21 21:37:56.591264 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: standardattrdescription.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.591909 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.592408 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: standard-attr-description Sep 21 21:37:56.592727 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: stateful_security_group.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.593653 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.594178 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: stateful-security-group Sep 21 21:37:56.594500 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: stdattrs_common.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.595079 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 21 21:37:56.595398 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.596318 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.596822 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 21 21:37:56.597138 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: subnet_onboard.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.598233 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.598752 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: subnet_onboard Sep 21 21:37:56.599077 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.600016 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.600553 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 21 21:37:56.600895 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: subnet_service_types.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.601895 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.602406 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: subnet-service-types Sep 21 21:37:56.602726 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: subnetallocation.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.603809 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.604319 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: subnet_allocation Sep 21 21:37:56.604644 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.605315 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.605843 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: subnetpool-prefix-ops Sep 21 21:37:56.606169 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.607088 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.607597 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 21 21:37:56.607913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: tagging.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.608981 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.609503 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: standard-attr-tag Sep 21 21:37:56.609831 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: timestamp.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.611039 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.611541 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loaded extension: standard-attr-timestamp Sep 21 21:37:56.611865 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: trunk.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.612883 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.613386 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension trunk not supported by any of loaded plugins Sep 21 21:37:56.613709 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: trunk_details.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.614651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.615161 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension trunk-details not supported by any of loaded plugins Sep 21 21:37:56.615482 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: uplink_status_propagation.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.616508 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.617028 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 21 21:37:56.617352 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Loading extension file: vlantransparent.py {{(pid=115434) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 21 21:37:56.618048 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115434) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 21 21:37:56.618543 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 21 21:37:56.621122 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:network Sep 21 21:37:56.621634 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:subnet Sep 21 21:37:56.622061 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:37:56.622446 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:port Sep 21 21:37:56.623680 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.624128 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service FLAVORS assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.624750 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.625191 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.625516 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:router Sep 21 21:37:56.625975 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:37:56.626471 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service METERING assigned prefix: /metering {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.627909 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.628288 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.628642 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115434) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:37:56.629656 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:37:56.630129 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:37:56.630548 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:37:56.631153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service CORE assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.631485 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:37:56.631867 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] subnetpool is already registered Sep 21 21:37:56.632373 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service CORE assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.632700 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:37:56.633024 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] subnetpool is already registered Sep 21 21:37:56.635355 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.635787 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service FLAVORS assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.636376 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.636795 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.637123 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:router Sep 21 21:37:56.637457 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] router is already registered Sep 21 21:37:56.637891 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:floatingip Sep 21 21:37:56.638223 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] floatingip is already registered Sep 21 21:37:56.638669 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service METERING assigned prefix: /metering {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.639321 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of CountableResource for resource:rbac_policy Sep 21 21:37:56.639636 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] rbac_policy is already registered Sep 21 21:37:56.640045 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:security_group Sep 21 21:37:56.640370 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] security_group is already registered Sep 21 21:37:56.640769 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 21 21:37:56.641104 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] security_group_rule is already registered Sep 21 21:37:56.641726 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service CORE assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.642076 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:37:56.642406 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] subnetpool is already registered Sep 21 21:37:56.642819 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.v2.resource_helper [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Service CORE assigned prefix: {{(pid=115434) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 21 21:37:56.643140 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Creating instance of TrackedResource for resource:subnetpool Sep 21 21:37:56.643470 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING neutron.quota.resource_registry [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] subnetpool is already registered Sep 21 21:37:56.643937 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: extensions {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.645398 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: address-groups {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.646938 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: address-scopes {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.648678 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: agents {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.649878 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: auto-allocated-topology {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.651130 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: availability_zones {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.652344 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: dhcp-networks {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.654938 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: dhcp-agents {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.656401 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: routers {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.658656 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: flavors {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.659808 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: service_profiles {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.661015 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: next_providers {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.662487 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: service_profiles {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.664093 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: floatingip-pools {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.665308 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: routers {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.667466 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: floatingips {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.668743 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: l3-routers {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.670148 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: l3-agents {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.671559 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: metering-labels {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.672910 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: metering-label-rules {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.674244 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: network-ip-availabilities {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.675497 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: bindings {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.677152 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: quotas {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.678886 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: quotas {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.680580 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: rbac-policies {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.681890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: security-groups {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.683105 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: security-group-rules {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.684335 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: service-providers {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.685563 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: subnetpools {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.687009 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: subnetpools {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.688477 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.690177 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.691979 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.693760 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.695914 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.697753 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.699460 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.701426 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.703212 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.705045 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron.api.extensions [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Extended resource: tags {{(pid=115434) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 21 21:37:56.711546 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING keystonemiddleware.auth_token [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 21 21:37:56.717487 dv-cinder-858817-1-iscsi neutron-server[115434]: WARNING keystonemiddleware.auth_token [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 21 21:37:56.726478 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_concurrency.lockutils [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Acquired lock "singleton_lock" {{(pid=115434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Sep 21 21:37:56.726955 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_concurrency.lockutils [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Releasing lock "singleton_lock" {{(pid=115434) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 21 21:37:56.727619 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Starting 2 workers Sep 21 21:37:56.732491 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Started child 115541 {{(pid=115434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:37:56.737297 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Started child 115542 {{(pid=115434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:37:56.738013 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:56.739460 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO neutron.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 21 21:37:56.739612 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [-] (115541) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:37:56.740339 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:56.742516 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:56.743579 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Starting 1 workers Sep 21 21:37:56.744048 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [-] (115542) wsgi starting up on http://0.0.0.0:9696 Sep 21 21:37:56.750532 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Started child 115543 {{(pid=115434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:37:56.751249 dv-cinder-858817-1-iscsi neutron-server[115434]: INFO oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Starting 1 workers Sep 21 21:37:56.754108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] calling RpcWorker wait() {{(pid=115543) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 21 21:37:56.754678 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38472) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:37:56.754783 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] returning from RpcWorker wait() {{(pid=115543) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 21 21:37:56.755946 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:56.756431 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:56.757421 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Started child 115545 {{(pid=115434) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 21 21:37:56.758501 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG neutron_lib.callbacks.manager [None req-30ce36e4-0cc6-4627-9075-bfe4980c5149 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115434) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:56.760942 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:37:56.761238 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:37:56.761497 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:37:56.761830 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:37:56.762296 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:37:56.762531 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:37:56.763209 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.763653 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.763974 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.763974 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.765101 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0078106 Sep 21 21:37:56.765197 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.765639 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:37:56.766184 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.766184 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.766827 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:56.768016 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.768016 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.768286 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.768752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.768902 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.769325 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.769571 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.769970 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.770241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.770472 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.770865 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.771091 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.771703 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.772080 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.772455 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.772842 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] debug = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.773184 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.773956 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.774280 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.774743 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.775129 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.775616 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.775852 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.776181 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.776519 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.776835 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.777176 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.777519 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.777877 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.778179 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.778520 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.779524 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.779524 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.779524 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.780205 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] host = dv-cinder-858817-1-iscsi {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.780465 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.780683 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.780924 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.781211 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.781468 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.781700 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.782097 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.782464 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.782788 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.783110 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.783468 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.783825 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.784143 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.784462 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.784694 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_options = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.786710 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.786953 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.787156 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.787390 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.787604 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.787761 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.788152 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.788359 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.789158 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.789158 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.789454 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.789454 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.789722 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.789941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.790167 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.790408 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.790692 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.791044 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.791197 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.791402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.791651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.791909 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.793168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.793168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.793168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.795412 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.799887 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_json = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.800933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.802811 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.802811 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.802999 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.803384 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.803500 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.803819 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.804075 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.806055 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.806308 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.806732 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.807187 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.807423 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.807875 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.808159 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.808436 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.808741 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810040 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810040 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810040 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810040 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810040 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810507 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810507 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.810697 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.811455 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.811455 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.811455 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.811695 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.811931 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.812396 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.812670 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.812925 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.813181 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.813402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.813633 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.813892 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.814119 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.814354 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.814607 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.814873 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.815110 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.815357 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.815611 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.815983 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.816355 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.816754 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.817024 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.817861 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.817861 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.817861 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.818080 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.819145 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.819629 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.819848 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.820252 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.820687 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.821100 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.821493 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.821890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.822255 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.822610 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.823016 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.823388 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.823748 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.824133 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.824490 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.824855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.825207 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.825597 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.826028 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.826406 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.826627 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.826854 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.827091 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.827311 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.827533 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828272 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828272 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828272 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828490 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828569 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828763 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.828979 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.829184 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.829589 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.830045 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.830471 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.830880 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.831321 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.831781 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.832535 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.833207 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.833732 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.834180 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.834589 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.835147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.835574 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.835968 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.836328 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.836692 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.837074 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.837429 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.837865 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.838246 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.838634 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.839004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.839361 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.839726 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.840100 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.840478 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.840713 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.840937 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.841178 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.841414 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.841976 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.841976 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.842206 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.842585 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.844003 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.844465 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.844855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.845165 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.845416 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.845712 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.846058 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.847617 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.847617 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.847617 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.848338 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.848598 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.848877 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.849157 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.849407 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.850242 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.850439 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.850709 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.850969 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.851889 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.852165 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.852481 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.852748 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.853000 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.853248 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.853531 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.853770 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.854084 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.854367 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.854618 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.854875 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.855124 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.855353 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.855595 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.855830 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.856062 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857249 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857249 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857249 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857249 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857249 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857608 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857608 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.857802 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.858428 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.858669 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.859063 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.859477 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.860190 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.860364 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.860735 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.860982 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.862023 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.862249 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.862470 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.862697 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.862972 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.863218 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.863523 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.863791 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.864011 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.864241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.864500 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.864757 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.864975 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.865243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.865487 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.865706 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.866208 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.866605 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.866773 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.867004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.867252 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.867468 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.867765 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.867970 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.868313 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.868564 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.869558 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.869558 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.869558 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.870045 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.870634 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.870864 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.871110 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.871871 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.872102 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.872325 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.872570 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.872797 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.873191 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.873444 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.873713 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.874073 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.875029 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.875029 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.875029 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.875029 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.876064 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.876493 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.876886 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.877170 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.877453 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.877759 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.878081 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.878433 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.879489 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.879628 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.879869 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.880519 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.880632 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.880913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.881487 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.882174 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.882960 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.882960 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.882960 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.883293 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.883368 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.883590 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.883933 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.884171 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.884394 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.884652 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.884873 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.885114 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.885363 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.885604 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.885913 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.886150 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.886392 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.886610 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.886836 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.887054 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.887272 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.887503 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.889222 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.889326 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.889860 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.890093 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.890314 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.890704 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.891752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.891752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.891752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.891752 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.892025 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.892145 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.892421 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.892623 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.892881 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.893227 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.893324 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.893564 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.894584 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.894924 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.895415 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.896023 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.896144 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.896356 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.896629 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.896902 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.897158 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.897492 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.897822 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.898322 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899306 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899306 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:37:56.899537 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899537 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899537 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899795 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.899900 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.900654 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.900654 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.900654 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.900890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.901052 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.901280 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.901497 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.901713 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.901970 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.902364 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.902572 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.902734 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:37:56.903507 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115434) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 21 21:37:56.903610 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 21 21:37:56.904671 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.906365 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.906855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.906855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.906855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.907084 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.907084 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.907224 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.907310 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.907476 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908402 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908853 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908853 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.908853 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.909021 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.909084 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] debug = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.909236 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.910042 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.910042 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.910042 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.910827 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.910995 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.911158 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.911320 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.911481 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.911641 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.911801 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.911988 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.912146 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.912302 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.912464 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.913256 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.914054 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.914732 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.915132 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] host = dv-cinder-858817-1-iscsi {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.915313 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.915489 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.915658 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.915822 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.915986 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.916855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.916855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.916855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.916855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.916855 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.917168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.917168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.917284 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.917426 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918095 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_options = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918095 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918095 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918095 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918376 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918443 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918553 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918711 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.918999 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.919382 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.919686 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920442 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920442 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920442 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920442 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920442 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920832 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920832 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.920969 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921044 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.921941 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923147 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.923921 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924102 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924271 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924421 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924562 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924776 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.924870 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.925006 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.925155 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_json = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.925305 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926004 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926275 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926275 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926397 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926607 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 21 21:37:56.926696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.926846 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.927016 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.927168 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.927411 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.927574 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.927732 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.927891 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.928051 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.928197 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.928355 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.928579 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.928729 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.928890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.929127 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.929342 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930325 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930325 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930325 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930325 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930886 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930886 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.930886 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.931274 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.931274 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.931274 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.931654 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.931654 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.931654 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932039 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932039 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932292 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932292 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932552 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932552 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932829 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.932963 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.933096 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.933237 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.933370 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.933458 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.933594 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.933751 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.934069 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.934757 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.934757 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.934757 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.934984 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.934984 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.935190 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.935275 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.935432 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.935700 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.935811 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.935893 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.936039 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.936193 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.936355 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.936508 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.936660 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937494 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937494 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937494 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937494 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937494 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.937890 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.938098 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.938174 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.938322 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.938634 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.938937 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.939231 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.939518 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.939898 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.940059 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.940357 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.940520 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.940680 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.940843 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.941213 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.941213 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.941391 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.941482 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.941594 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.941756 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.942003 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.942156 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.942308 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.942445 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.943778 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944452 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944452 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944452 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944452 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944452 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944750 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944750 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.944884 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.945806 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.945806 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.945806 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.945806 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.945806 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.945806 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946223 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946223 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946364 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946456 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946535 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946688 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.946853 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947010 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947173 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947332 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947498 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947810 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.947966 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.948124 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.948283 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.948442 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.948598 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.948757 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.948914 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.949072 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.949229 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.949410 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.949557 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.949714 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.950000 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.951667 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952241 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952763 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952763 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952763 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952949 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.952949 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954788 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954788 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954788 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.954788 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.955915 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.956462 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.956462 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.956462 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.958555 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959153 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959678 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959678 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959678 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959678 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.959981 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.960098 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.960261 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.960565 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.960856 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961030 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961176 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961329 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961491 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961651 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961834 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.961984 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.962146 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.962299 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.962458 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.962615 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.962772 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.962930 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.963089 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.963247 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.963406 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.963577 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.963735 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.963894 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.964051 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.964209 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.964367 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.964534 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.964692 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.964903 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965003 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965150 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965307 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965475 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965633 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965809 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.965973 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.966130 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.966287 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.966453 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.966611 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.966768 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.966925 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.967082 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.967243 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.967418 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.967564 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.967691 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.967844 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.968000 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.968160 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.968332 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.968487 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.968645 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.968803 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.969696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.969696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.969696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.969696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.969696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.969696 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.970137 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.970297 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.970489 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.970627 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.970786 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.970947 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.971105 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.971263 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.971422 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.971588 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.971750 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.971921 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.972085 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.972247 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.972407 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.972574 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.972739 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.972897 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.973062 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.973232 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.973392 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.973550 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.974675 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975099 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975099 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975099 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975276 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975343 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975538 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975701 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.975859 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.976019 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.976201 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 21 21:37:56.976317 dv-cinder-858817-1-iscsi neutron-server[115434]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115434) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 21 21:38:08.427539 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ca66a9-5276-405d-9860-e50454a313dc None None] get_active_networks_info from dv-cinder-858817-1-iscsi {{(pid=115543) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Sep 21 21:38:08.512994 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ca66a9-5276-405d-9860-e50454a313dc None None] No non-hosted networks {{(pid=115543) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 21 21:38:08.529034 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.agentschedulers_db [None req-07ca66a9-5276-405d-9860-e50454a313dc None None] DHCP Agent not found on host dv-cinder-858817-1-iscsi {{(pid=115543) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 21 21:38:08.619307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f7b95efc-a861-49be-b205-93ea24674557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612269'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:10.632645 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b9528787-59a3-4c7a-970d-17c2d18333a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612269'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:10.779403 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cea656aa-862d-4514-b33a-a6105c537871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:12.205639 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612269'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:13.823390 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612269'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:14.523376 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.db.l3_hamode_db [None req-7fc17a63-4441-4f94-940f-f5d139f35a33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 21 21:38:14.603334 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc17a63-4441-4f94-940f-f5d139f35a33 None None] Routers set() bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:14.603811 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc17a63-4441-4f94-940f-f5d139f35a33 None None] Router IDs set() for agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:459}} Sep 21 21:38:14.872318 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38568) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:15.141958 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612269'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:15.142963 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.143309 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.143650 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.143987 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.144709 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.145433 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.145739 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.146342 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.146683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.147008 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.147355 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.147684 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.148026 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:15.148825 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858817-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:15.158104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858817-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:15.417718 dv-cinder-858817-1-iscsi neutron-server[115542]: WARNING oslo_policy.policy [None req-793ac3b3-d736-444e-913c-336ebb4273b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:15.418320 dv-cinder-858817-1-iscsi neutron-server[115542]: WARNING oslo_policy.policy [None req-793ac3b3-d736-444e-913c-336ebb4273b0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:15.637157 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [None req-793ac3b3-d736-444e-913c-336ebb4273b0 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:38:15.638267 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-793ac3b3-d736-444e-913c-336ebb4273b0 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7650127 Sep 21 21:38:18.269820 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38594) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:18.611617 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:18.701704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.policy [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115542) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:38:18.748695 dv-cinder-858817-1-iscsi neutron-server[115542]: WARNING oslo_policy.policy [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:18.749072 dv-cinder-858817-1-iscsi neutron-server[115542]: WARNING oslo_policy.policy [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:18.848060 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777950926729', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777950926300', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777950943262', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777950963514', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777950957213', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777950981185', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-951429', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-945200', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2035815', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1663473'] for rbac-policy (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:18.918405 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:18.919676 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-61386a51-ba56-40e2-aa79-7f313eafc435 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6485581 Sep 21 21:38:21.458477 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38604) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:21.830088 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:21.865653 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Made reservation on behalf of 8ff2478cf72345c2bfb201ec4c4058c8 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:21.871924 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:21.893458 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.012183 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks [] for security_group (65537da5-330d-4b27-9ac6-c47fbcef7237), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.019262 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (65537da5-330d-4b27-9ac6-c47fbcef7237), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.051261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:38:22.081859 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777949772014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (b3215246-5edb-4cb7-acc7-c4a2a61d79c0), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.082443 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Unsubscribe: segment precommit_create {{(pid=115542) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:38:22.082921 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Added segment b3215246-5edb-4cb7-acc7-c4a2a61d79c0 of type vlan for network 5d167122-2b35-4a28-a23f-1e11351f3950 Sep 21 21:38:22.089133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=65537da5-330d-4b27-9ac6-c47fbcef7237,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:22.110654 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.111008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.111473 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.111752 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.112156 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.112480 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.112810 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.113132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.113455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.113800 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.114133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.114449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.114766 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Tracked resource versions report: Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: pushed versions: Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: { 'AddressGroup': {'1.2'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'ConntrackHelper': {'1.0'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Log': {'1.0'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Network': {'1.1'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Port': {'1.7'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'PortForwarding': {'1.2'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'QosPolicy': {'1.10'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroup': {'1.5'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SubPort': {'1.0'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Subnet': {'1.1'}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Trunk': {'1.1'}} Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: consumer versions: Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'ConntrackHelper': '1.0', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'LocalIPAssociation': '1.0', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Log': '1.0', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Network': '1.1', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Port': '1.7', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'PortForwarding': '1.2', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'QosPolicy': '1.10', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroup': '1.5', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroupRule': '1.2', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SubPort': '1.0', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Subnet': '1.1', Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Trunk': '1.1'}} Sep 21 21:38:22.116196 dv-cinder-858817-1-iscsi neutron-server[115542]: {{(pid=115542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:38:22.198494 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (5d167122-2b35-4a28-a23f-1e11351f3950), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.239229 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (5d167122-2b35-4a28-a23f-1e11351f3950), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.244748 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:22.245674 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:22.330365 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8701067 Sep 21 21:38:22.366484 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b6718e-6e79-4bd4-8f45-c5580441d385 demo demo] Pushing event updated for resources: {'Network': ['ID=5d167122-2b35-4a28-a23f-1e11351f3950,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:22.380221 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 5d167122-2b35-4a28-a23f-1e11351f3950 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:38:24.984636 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38616) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:25.426603 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ada49c-7c1f-4238-8c44-9ca1f1ffe158 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:25.427892 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-83ada49c-7c1f-4238-8c44-9ca1f1ffe158 demo admin] 10.222.0.48 "GET /v2.0/networks/5d167122-2b35-4a28-a23f-1e11351f3950 HTTP/1.1" status: 200 len: 825 time: 0.4422879 Sep 21 21:38:25.456529 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-51b53604-0280-4f08-9ef3-b8c561c51a20 demo admin] 10.222.0.48 "GET /v2.0/subnetpools/f6146972-5400-4a2a-9169-7345fdae5b41 HTTP/1.1" status: 200 len: 734 time: 0.0195000 Sep 21 21:38:25.465355 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:25.489121 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Made reservation on behalf of 8ff2478cf72345c2bfb201ec4c4058c8 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:25.491402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:25.792080 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (6b38353f-e215-41f4-be0f-ca845450fc10), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:25.857952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Pushing event updated for resources: {'Subnet': ['ID=6b38353f-e215-41f4-be0f-ca845450fc10,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:25.867637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Checking segment: {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:25.868015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Network hostable DHCP agents. Network: 5d167122-2b35-4a28-a23f-1e11351f3950, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:38:25.892303 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Network 5d167122-2b35-4a28-a23f-1e11351f3950 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:38:25.909655 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 5d167122-2b35-4a28-a23f-1e11351f3950) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:25.914742 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:25.915347 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:25.924569 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0dbd37-a104-4b68-b510-4fab8b5402f1 None None] Network 5d167122-2b35-4a28-a23f-1e11351f3950 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:38:25.942829 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8d2d0c3a-3482-41b0-833a-42b78f7668cd demo admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4806139 Sep 21 21:38:26.318376 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-5d167122-2b35-4a28-a23f-1e11351f3950', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:38:26.319744 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.599990 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Allocated IP 172.20.0.2 (5d167122-2b35-4a28-a23f-1e11351f3950/6b38353f-e215-41f4-be0f-ca845450fc10/00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:26.867678 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Publish callbacks [] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.877038 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:26.946992 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Network 5d167122-2b35-4a28-a23f-1e11351f3950 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:26.953063 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:26.962743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:26.968558 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Pushing event updated for resources: {'Port': ['ID=00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:27.002153 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.002511 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.002881 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.003225 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.003530 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.003897 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.004229 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.004531 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.004891 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.005234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.005570 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.005907 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.006252 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Tracked resource versions report: Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: pushed versions: Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: { 'AddressGroup': {'1.2'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'ConntrackHelper': {'1.0'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Log': {'1.0'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Network': {'1.1'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Port': {'1.7'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'PortForwarding': {'1.2'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'QosPolicy': {'1.10'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroup': {'1.5'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SubPort': {'1.0'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Subnet': {'1.1'}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Trunk': {'1.1'}} Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: consumer versions: Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'ConntrackHelper': '1.0', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'LocalIPAssociation': '1.0', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Log': '1.0', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Network': '1.1', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Port': '1.7', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'PortForwarding': '1.2', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'QosPolicy': '1.10', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroup': '1.5', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroupRule': '1.2', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SubPort': '1.0', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Subnet': '1.1', Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Trunk': '1.1'}} Sep 21 21:38:27.007659 dv-cinder-858817-1-iscsi neutron-server[115543]: {{(pid=115543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:38:27.058381 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Attempting to bind port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:38:27.058784 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Attempting to bind port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:38:27.059215 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Attempting to bind port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 on network 5d167122-2b35-4a28-a23f-1e11351f3950 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:27.064205 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:38:27.064582 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Checking segment: {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:27.065089 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.065487 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Bound using segment: {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:38:27.066020 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Bound port: 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:38:27.066420 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.126697 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] For port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:38:27.131580 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] For port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8,segment=NetworkSegment(b3215246-5edb-4cb7-acc7-c4a2a61d79c0),segment_id=b3215246-5edb-4cb7-acc7-c4a2a61d79c0)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:38:27.142276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:27.205282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1750fda7-8eb1-4222-a9a2-22138c06e840 None None] Pushing event updated for resources: {'Port': ['ID=00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:28.530357 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38624) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:28.885269 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [None req-2261296d-a2b2-435e-bf51-689f8f47db56 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:38:28.886286 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-2261296d-a2b2-435e-bf51-689f8f47db56 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3548744 Sep 21 21:38:31.461213 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 38632) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:31.972606 dv-cinder-858817-1-iscsi neutron-server[115541]: WARNING oslo_policy.policy [None req-56f6512f-e4c5-4e0e-97e5-e268c58ba183 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:31.973181 dv-cinder-858817-1-iscsi neutron-server[115541]: WARNING oslo_policy.policy [None req-56f6512f-e4c5-4e0e-97e5-e268c58ba183 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:32.203417 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [None req-56f6512f-e4c5-4e0e-97e5-e268c58ba183 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:38:32.204613 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-56f6512f-e4c5-4e0e-97e5-e268c58ba183 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7413399 Sep 21 21:38:34.788369 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38646) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:35.122891 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:35.148458 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (860c0475-5728-4517-9ac6-a17a64a71d26), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:35.150047 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (860c0475-5728-4517-9ac6-a17a64a71d26), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:35.283785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] Publish callbacks [] for router_controller (860c0475-5728-4517-9ac6-a17a64a71d26), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:35.293219 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (860c0475-5728-4517-9ac6-a17a64a71d26), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:35.315899 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:35.317235 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1a40ee3d-b77c-4bcc-9305-05cfd4d7c236 demo demo] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5278373 Sep 21 21:38:37.899424 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:38:37.938787 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38660) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:37.987426 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:37.987853 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:37.988209 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 Sep 21 21:38:38.097700 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:38.098124 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:38.134327 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8,segment=NetworkSegment(b3215246-5edb-4cb7-acc7-c4a2a61d79c0),segment_id=b3215246-5edb-4cb7-acc7-c4a2a61d79c0)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:38.140455 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:38.188626 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:38.279468 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [None req-67d65a39-2c83-4361-9541-81218fc2a648 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:38:38.280469 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-67d65a39-2c83-4361-9541-81218fc2a648 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3407106 Sep 21 21:38:38.415013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4e5f88c5-da08-4111-b2e3-5bc963189d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:38.572260 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37586df-fe96-43af-b23d-eb9b7f1da17d None None] Network 5d167122-2b35-4a28-a23f-1e11351f3950 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:38:38.645282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-293eebf9-a69e-488c-9a9f-2f2044fd75cd None None] Provisioning complete for port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:38.645676 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-293eebf9-a69e-488c-9a9f-2f2044fd75cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:38.646044 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-293eebf9-a69e-488c-9a9f-2f2044fd75cd None None] Attempt 1 to provision port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 Sep 21 21:38:38.762881 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-293eebf9-a69e-488c-9a9f-2f2044fd75cd None None] Current status of the port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:38.986157 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-a3543c7b-f126-48e9-91a9-da8108bfc097 None None] Provisioning complete for port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:38.986935 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3543c7b-f126-48e9-91a9-da8108bfc097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:38.986935 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-a3543c7b-f126-48e9-91a9-da8108bfc097 None None] Attempt 1 to provision port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 Sep 21 21:38:39.062991 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-a3543c7b-f126-48e9-91a9-da8108bfc097 None None] Current status of the port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:39.861537 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:38:39.908268 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:39.908661 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:39.908876 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 Sep 21 21:38:39.978460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:40.608627 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-53e75e09-397f-4547-8f25-0b0c61b25be8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:40.907678 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38670) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:41.241573 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'name': 'public'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:41.272540 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Made reservation on behalf of 616d68aecc834c0d9ce9cf24b714eae7 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:41.275122 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.283286 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.362658 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks [] for security_group (562357ce-2d06-4a27-aaa6-07e51f1de827), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.368041 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (562357ce-2d06-4a27-aaa6-07e51f1de827), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.382275 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Reserving flat network on physical network physnet1 {{(pid=115542) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 21 21:38:41.400822 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562357ce-2d06-4a27-aaa6-07e51f1de827,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:41.406386 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (e05a8048-612e-4ba3-9b0d-b90d9a9a2092), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.406725 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Added segment e05a8048-612e-4ba3-9b0d-b90d9a9a2092 of type flat for network 11b20f09-2ab2-4293-b544-8cc708187923 Sep 21 21:38:41.456703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (11b20f09-2ab2-4293-b544-8cc708187923), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.497095 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (11b20f09-2ab2-4293-b544-8cc708187923), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.497764 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:41.498355 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:41.580956 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6721532 Sep 21 21:38:41.588808 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf57f1a1-4314-4625-b27d-1b4eb6b9e83d admin admin] Pushing event updated for resources: {'Network': ['ID=11b20f09-2ab2-4293-b544-8cc708187923,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:41.600980 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 11b20f09-2ab2-4293-b544-8cc708187923 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:38:42.103390 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:43.707879 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:44.204208 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38688) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:44.418060 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a49eb4-d390-4d50-9200-631caa1d0640 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:44.421121 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-37a49eb4-d390-4d50-9200-631caa1d0640 demo admin] 10.222.0.48 "GET /v2.0/subnets/6b38353f-e215-41f4-be0f-ca845450fc10 HTTP/1.1" status: 200 len: 849 time: 0.2156045 Sep 21 21:38:44.547217 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4a2a2d2d-6538-4e00-af9b-4cb7433a90f9 demo admin] 10.222.0.48 "GET /v2.0/routers/860c0475-5728-4517-9ac6-a17a64a71d26 HTTP/1.1" status: 200 len: 704 time: 0.1194496 Sep 21 21:38:44.834175 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.149382 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.177523 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Allocated IP 172.20.0.1 (5d167122-2b35-4a28-a23f-1e11351f3950/6b38353f-e215-41f4-be0f-ca845450fc10/7af89fa1-7e88-4e83-8a9c-780aabd82a1b) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:45.342757 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks [] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.409349 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.485717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Network 5d167122-2b35-4a28-a23f-1e11351f3950 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:45.493213 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:45.497643 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:45.498169 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (860c0475-5728-4517-9ac6-a17a64a71d26), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.517161 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Pushing event updated for resources: {'Port': ['ID=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:45.713210 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.836322 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Provisioning complete for port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:45.836706 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.837396 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Attempt 1 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:45.917405 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:45.925139 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks [] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.932624 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:45.933484 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (860c0475-5728-4517-9ac6-a17a64a71d26), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:46.008276 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Pushing event updated for resources: {'Port': ['ID=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:46.061706 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Network 5d167122-2b35-4a28-a23f-1e11351f3950 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:46.063090 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:46.221634 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Router 860c0475-5728-4517-9ac6-a17a64a71d26 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:38:46.311008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:46.316806 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8fee2343-556d-43a6-8e15-061375925494 demo admin] 10.222.0.48 "PUT /v2.0/routers/860c0475-5728-4517-9ac6-a17a64a71d26/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7611613 Sep 21 21:38:46.334102 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Sync routers for ids ['860c0475-5728-4517-9ac6-a17a64a71d26'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:46.347969 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Routers {'860c0475-5728-4517-9ac6-a17a64a71d26'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:46.348801 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:38:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['860c0475-5728-4517-9ac6-a17a64a71d26'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:46.418938 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Attempt 2 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:46.455673 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:46.535447 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Set router 860c0475-5728-4517-9ac6-a17a64a71d26 gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:46.956571 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Attempt 3 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:46.962555 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'name': 'router1', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:38:35Z', 'updated_at': '2022-09-21T21:38:45Z', 'revision_number': 2, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'gw_port_host': None, '_interfaces': [{'id': '7af89fa1-7e88-4e83-8a9c-780aabd82a1b', 'name': '', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'mac_address': 'fa:16:3e:6c:a1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:44Z', 'updated_at': '2022-09-21T21:38:45Z', 'revision_number': 2, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'subnets': [{'id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:46.990325 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:47.014066 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Checking router: 860c0475-5728-4517-9ac6-a17a64a71d26 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:47.014451 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Updating router 860c0475-5728-4517-9ac6-a17a64a71d26 port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:38:47.070268 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:47.491547 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Attempt 4 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:47.528249 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:38:47.570964 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Publish callbacks [] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:47.579146 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:47.719714 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Pushing event updated for resources: {'Port': ['ID=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:47.724228 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Attempting to bind port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:38:47.724619 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Attempting to bind port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:38:47.725059 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Attempting to bind port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b on network 5d167122-2b35-4a28-a23f-1e11351f3950 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:47.733409 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.733778 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.734144 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.734476 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.734801 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.735121 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.735444 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.735763 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.736084 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.736414 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.736722 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.737049 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.737367 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Tracked resource versions report: Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: pushed versions: Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: { 'AddressGroup': {'1.2'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'ConntrackHelper': {'1.0'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Log': {'1.0'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Network': {'1.1'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Port': {'1.7'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'PortForwarding': {'1.2'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'QosPolicy': {'1.10'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroup': {'1.5'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SubPort': {'1.0'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Subnet': {'1.1'}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Trunk': {'1.1'}} Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: consumer versions: Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'ConntrackHelper': '1.0', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'LocalIPAssociation': '1.0', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Log': '1.0', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Network': '1.1', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Port': '1.7', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'PortForwarding': '1.2', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'QosPolicy': '1.10', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroup': '1.5', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroupRule': '1.2', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SubPort': '1.0', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Subnet': '1.1', Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Trunk': '1.1'}} Sep 21 21:38:47.738749 dv-cinder-858817-1-iscsi neutron-server[115545]: {{(pid=115545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:38:47.745819 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:38:47.745819 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Checking segment: {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:47.745819 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:47.745819 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Bound using segment: {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:38:47.745819 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Bound port: 7af89fa1-7e88-4e83-8a9c-780aabd82a1b, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3215246-5edb-4cb7-acc7-c4a2a61d79c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:38:47.745819 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:47.806662 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] For port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:38:47.826467 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] For port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,segment=NetworkSegment(b3215246-5edb-4cb7-acc7-c4a2a61d79c0),segment_id=b3215246-5edb-4cb7-acc7-c4a2a61d79c0)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:38:47.833559 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:47.868149 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Routers {'860c0475-5728-4517-9ac6-a17a64a71d26'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:47.868751 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:38:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['860c0475-5728-4517-9ac6-a17a64a71d26'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:47.946399 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68a3ea-45b6-4cf8-b45f-3649df5ed307 None None] Pushing event updated for resources: {'Port': ['ID=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:47.962752 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] Set router 860c0475-5728-4517-9ac6-a17a64a71d26 gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:48.029076 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Attempt 5 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:48.106481 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Current status of the port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:48.106972 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:48.140590 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] For port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,segment=NetworkSegment(b3215246-5edb-4cb7-acc7-c4a2a61d79c0),segment_id=b3215246-5edb-4cb7-acc7-c4a2a61d79c0)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:38:48.146209 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:48.185944 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'name': 'router1', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:38:35Z', 'updated_at': '2022-09-21T21:38:45Z', 'revision_number': 2, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'gw_port_host': None, '_interfaces': [{'id': '7af89fa1-7e88-4e83-8a9c-780aabd82a1b', 'name': '', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'mac_address': 'fa:16:3e:6c:a1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:44Z', 'updated_at': '2022-09-21T21:38:47Z', 'revision_number': 4, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'subnets': [{'id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:48.196488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd27ee-4e9e-4cba-9e05-06a32fbad4bf None None] Pushing event updated for resources: {'Port': ['ID=7af89fa1-7e88-4e83-8a9c-780aabd82a1b,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:48.211198 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fca2963-9cf5-4810-8a32-1d8d194f3cc0 None None] The sync data for ids ['860c0475-5728-4517-9ac6-a17a64a71d26'] in dv-cinder-858817-1-iscsi is: [{'id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'name': 'router1', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:38:35Z', 'updated_at': '2022-09-21T21:38:45Z', 'revision_number': 2, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'gw_port_host': None, '_interfaces': [{'id': '7af89fa1-7e88-4e83-8a9c-780aabd82a1b', 'name': '', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'mac_address': 'fa:16:3e:6c:a1:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:44Z', 'updated_at': '2022-09-21T21:38:47Z', 'revision_number': 4, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'subnets': [{'id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:48.266369 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-a11c9896-0535-476b-b250-281f8f6cc02d None None] Provisioning complete for port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:48.266933 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a11c9896-0535-476b-b250-281f8f6cc02d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:48.267367 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-a11c9896-0535-476b-b250-281f8f6cc02d None None] Attempt 1 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:48.343052 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-a11c9896-0535-476b-b250-281f8f6cc02d None None] Current status of the port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:48.790112 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 38710) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:49.059780 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.policy [None req-b5bea6c3-2017-48d1-89a0-dcfc73465643 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115541) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 21 21:38:49.103305 dv-cinder-858817-1-iscsi neutron-server[115541]: WARNING oslo_policy.policy [None req-b5bea6c3-2017-48d1-89a0-dcfc73465643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:49.103678 dv-cinder-858817-1-iscsi neutron-server[115541]: WARNING oslo_policy.policy [None req-b5bea6c3-2017-48d1-89a0-dcfc73465643 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 21 21:38:49.112060 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bea6c3-2017-48d1-89a0-dcfc73465643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:49.114590 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b5bea6c3-2017-48d1-89a0-dcfc73465643 admin admin] 10.222.0.48 "GET /v2.0/networks/11b20f09-2ab2-4293-b544-8cc708187923 HTTP/1.1" status: 200 len: 842 time: 0.3234868 Sep 21 21:38:49.127426 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'name': 'public-subnet', 'cidr': '172.27.3.0/24'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:49.166483 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Made reservation on behalf of 616d68aecc834c0d9ce9cf24b714eae7 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:38:49.169418 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:49.570047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.objects.ports [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115541) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Sep 21 21:38:49.570559 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (077eeb47-5fd8-447b-b4aa-fb1a4516b78d), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:49.639725 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=077eeb47-5fd8-447b-b4aa-fb1a4516b78d,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:49.644098 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:49.644477 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Network hostable DHCP agents. Network: 11b20f09-2ab2-4293-b544-8cc708187923, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:38:49.653213 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.653571 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.654091 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.654428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.654764 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.655090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.655423 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.655753 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.656096 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.656438 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.656750 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.657069 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.657388 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Tracked resource versions report: Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: pushed versions: Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: { 'AddressGroup': {'1.2'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'ConntrackHelper': {'1.0'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Log': {'1.0'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Network': {'1.1'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Port': {'1.7'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'PortForwarding': {'1.2'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'QosPolicy': {'1.10'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroup': {'1.5'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SubPort': {'1.0'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Subnet': {'1.1'}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Trunk': {'1.1'}} Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: consumer versions: Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'ConntrackHelper': '1.0', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'LocalIPAssociation': '1.0', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Log': '1.0', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Network': '1.1', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Port': '1.7', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'PortForwarding': '1.2', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'QosPolicy': '1.10', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroup': '1.5', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroupRule': '1.2', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SubPort': '1.0', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Subnet': '1.1', Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Trunk': '1.1'}} Sep 21 21:38:49.658749 dv-cinder-858817-1-iscsi neutron-server[115541]: {{(pid=115541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:38:49.693189 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:38:49.707180 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 11b20f09-2ab2-4293-b544-8cc708187923) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:49.713144 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:49.713779 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:49.720153 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e67b297-6700-4823-b93d-df4058e17c6a None None] Network 11b20f09-2ab2-4293-b544-8cc708187923 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:38:49.747833 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f61c2a05-a002-4597-9050-24bddb55a689 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6139436 Sep 21 21:38:49.849407 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb975390-9faf-49ef-a1ff-a2b345d7e1ff None None] Network 11b20f09-2ab2-4293-b544-8cc708187923 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:38:52.236454 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38724) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:52.365778 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-33113389-d9ec-49a2-ac09-ca21670a39cf demo admin] 10.222.0.48 "GET /v2.0/routers/860c0475-5728-4517-9ac6-a17a64a71d26 HTTP/1.1" status: 200 len: 710 time: 0.1281297 Sep 21 21:38:52.453258 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe45470-d75f-414e-b861-f48aa95763d8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:38:52.454576 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-abe45470-d75f-414e-b861-f48aa95763d8 demo admin] 10.222.0.48 "GET /v2.0/networks/11b20f09-2ab2-4293-b544-8cc708187923 HTTP/1.1" status: 200 len: 886 time: 0.0833189 Sep 21 21:38:52.463935 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:38:52.770864 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks [] for router_gateway (860c0475-5728-4517-9ac6-a17a64a71d26), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.001730 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks [] for router_gateway (860c0475-5728-4517-9ac6-a17a64a71d26), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.077719 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.183541 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Allocated IP 172.27.3.68 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/f061fd33-f638-4c3f-ac7a-27ae80db745d) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:38:53.283251 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks [] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.317125 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.352779 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:38:53.355454 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:38:53.358174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:38:53.425051 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Pushing event updated for resources: {'Port': ['ID=f061fd33-f638-4c3f-ac7a-27ae80db745d,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:53.616580 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks [] for router_gateway (860c0475-5728-4517-9ac6-a17a64a71d26), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.802439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1611003', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1611357', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5360'] for router (860c0475-5728-4517-9ac6-a17a64a71d26), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:53.805981 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1610996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1610989', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1611350'] for router (860c0475-5728-4517-9ac6-a17a64a71d26), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:54.002891 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Router 860c0475-5728-4517-9ac6-a17a64a71d26 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:38:54.109317 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:38:54.113740 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:54.133899 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-cf56565e-4599-4318-88a4-8f202a800c28 demo admin] 10.222.0.48 "PUT /v2.0/routers/860c0475-5728-4517-9ac6-a17a64a71d26 HTTP/1.1" status: 200 len: 889 time: 1.6545856 Sep 21 21:38:55.886179 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7af89fa1-7e88-4e83-8a9c-780aabd82a1b up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:38:55.936128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:55.936508 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:55.936833 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:38:56.024787 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:38:56.706847 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 38736) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:38:56.827112 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d50f2440-a5ed-4df6-970c-e24b9584227a admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1190631 Sep 21 21:38:56.848098 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Sync routers for ids ['860c0475-5728-4517-9ac6-a17a64a71d26'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:38:56.860905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Routers {'860c0475-5728-4517-9ac6-a17a64a71d26'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:56.871425 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:38:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['860c0475-5728-4517-9ac6-a17a64a71d26'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:57.077183 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Set router 860c0475-5728-4517-9ac6-a17a64a71d26 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:57.548034 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'name': 'router1', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f061fd33-f638-4c3f-ac7a-27ae80db745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:38:35Z', 'updated_at': '2022-09-21T21:38:53Z', 'revision_number': 4, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'gw_port': {'id': 'f061fd33-f638-4c3f-ac7a-27ae80db745d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:53Z', 'updated_at': '2022-09-21T21:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7af89fa1-7e88-4e83-8a9c-780aabd82a1b', 'name': '', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'mac_address': 'fa:16:3e:6c:a1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:44Z', 'updated_at': '2022-09-21T21:38:48Z', 'revision_number': 5, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'subnets': [{'id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:57.601037 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Checking router: 860c0475-5728-4517-9ac6-a17a64a71d26 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:38:57.601398 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Updating router 860c0475-5728-4517-9ac6-a17a64a71d26 port f061fd33-f638-4c3f-ac7a-27ae80db745d binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:38:57.652970 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.964854 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Publish callbacks [] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:57.971868 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:58.011229 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Attempting to bind port f061fd33-f638-4c3f-ac7a-27ae80db745d on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:38:58.011603 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Attempting to bind port f061fd33-f638-4c3f-ac7a-27ae80db745d by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:38:58.011967 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Attempting to bind port f061fd33-f638-4c3f-ac7a-27ae80db745d on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:38:58.022502 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f670d0-1883-4308-977f-1a7c86fd41bb None None] Pushing event updated for resources: {'Port': ['ID=f061fd33-f638-4c3f-ac7a-27ae80db745d,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:58.025841 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:38:58.026613 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:38:58.027028 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:58.027421 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:38:58.027897 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Bound port: f061fd33-f638-4c3f-ac7a-27ae80db745d, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:38:58.028277 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:58.077485 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] For port f061fd33-f638-4c3f-ac7a-27ae80db745d, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:38:58.080602 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] For port f061fd33-f638-4c3f-ac7a-27ae80db745d, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=f061fd33-f638-4c3f-ac7a-27ae80db745d,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:38:58.087922 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:58.118886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Routers {'860c0475-5728-4517-9ac6-a17a64a71d26'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:38:58.119719 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:38:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['860c0475-5728-4517-9ac6-a17a64a71d26'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:58.220073 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f670d0-1883-4308-977f-1a7c86fd41bb None None] Pushing event updated for resources: {'Port': ['ID=f061fd33-f638-4c3f-ac7a-27ae80db745d,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:38:58.243797 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] Set router 860c0475-5728-4517-9ac6-a17a64a71d26 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:38:58.456347 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'name': 'router1', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f061fd33-f638-4c3f-ac7a-27ae80db745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:38:35Z', 'updated_at': '2022-09-21T21:38:53Z', 'revision_number': 4, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'gw_port': {'id': 'f061fd33-f638-4c3f-ac7a-27ae80db745d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:53Z', 'updated_at': '2022-09-21T21:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7af89fa1-7e88-4e83-8a9c-780aabd82a1b', 'name': '', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'mac_address': 'fa:16:3e:6c:a1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:44Z', 'updated_at': '2022-09-21T21:38:48Z', 'revision_number': 5, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'subnets': [{'id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:38:58.481281 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3547a515-a474-4e62-a5cd-c4770e726899 None None] The sync data for ids ['860c0475-5728-4517-9ac6-a17a64a71d26'] in dv-cinder-858817-1-iscsi is: [{'id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'name': 'router1', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'f061fd33-f638-4c3f-ac7a-27ae80db745d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:38:35Z', 'updated_at': '2022-09-21T21:38:53Z', 'revision_number': 4, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'gw_port': {'id': 'f061fd33-f638-4c3f-ac7a-27ae80db745d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:69:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:53Z', 'updated_at': '2022-09-21T21:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7af89fa1-7e88-4e83-8a9c-780aabd82a1b', 'name': '', 'network_id': '5d167122-2b35-4a28-a23f-1e11351f3950', 'tenant_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'mac_address': 'fa:16:3e:6c:a1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '860c0475-5728-4517-9ac6-a17a64a71d26', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:38:44Z', 'updated_at': '2022-09-21T21:38:48Z', 'revision_number': 5, 'project_id': '8ff2478cf72345c2bfb201ec4c4058c8', 'subnets': [{'id': '6b38353f-e215-41f4-be0f-ca845450fc10', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f6146972-5400-4a2a-9169-7345fdae5b41'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:38:59.902626 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device f061fd33-f638-4c3f-ac7a-27ae80db745d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:38:59.987512 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port f061fd33-f638-4c3f-ac7a-27ae80db745d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:38:59.987922 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:38:59.988269 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port f061fd33-f638-4c3f-ac7a-27ae80db745d Sep 21 21:39:00.062428 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port f061fd33-f638-4c3f-ac7a-27ae80db745d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:00.062750 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.082818 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port f061fd33-f638-4c3f-ac7a-27ae80db745d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=f061fd33-f638-4c3f-ac7a-27ae80db745d,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:39:00.089743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:00.135815 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=f061fd33-f638-4c3f-ac7a-27ae80db745d,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:39:01.917560 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device f061fd33-f638-4c3f-ac7a-27ae80db745d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:39:01.996859 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port f061fd33-f638-4c3f-ac7a-27ae80db745d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:39:01.997412 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (f061fd33-f638-4c3f-ac7a-27ae80db745d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:01.998095 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port f061fd33-f638-4c3f-ac7a-27ae80db745d Sep 21 21:39:02.155275 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port f061fd33-f638-4c3f-ac7a-27ae80db745d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:39:05.837624 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:39:08.417175 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7cde82d3-ce58-4328-89a0-50d89142b6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:10.609007 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9be6de5a-6544-478f-8bcf-51e538f4a924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:12.110211 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:13.719417 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:15.150853 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:38.412531 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e291e423-f443-4ada-b211-3944739cc1c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:40.617588 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4290011f-0b7d-4016-9a75-814ae072e2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:42.113423 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:42.819882 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:39:43.715592 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:39:45.149202 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:08.419236 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c87534b2-2c18-4ba0-bf65-e910e588f782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:10.607742 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-141f03fe-a66b-4cbf-bcc8-39c81bf64021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:12.113579 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:13.716363 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:15.150900 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:19.822156 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:40:20.324232 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39228) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:20.399469 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80d118e-23b7-46b5-a7aa-4c450a182675 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:40:20.400800 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c80d118e-23b7-46b5-a7aa-4c450a182675 admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0754199 Sep 21 21:40:20.593684 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712b9f51-658c-4049-ba20-a8ee9e41189a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:20.595556 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-712b9f51-658c-4049-ba20-a8ee9e41189a admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1885090 Sep 21 21:40:22.949441 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39238) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:23.058457 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6041942-7a42-4147-99e5-d007f08d1400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:23.059911 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a6041942-7a42-4147-99e5-d007f08d1400 admin admin] 10.222.0.48 "GET /v2.0/subnets/6b38353f-e215-41f4-be0f-ca845450fc10 HTTP/1.1" status: 200 len: 849 time: 0.1094878 Sep 21 21:40:23.071774 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:40:23.164240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Publish callbacks [] for subnet (6b38353f-e215-41f4-be0f-ca845450fc10), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:23.334651 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777949818206'] for subnet (6b38353f-e215-41f4-be0f-ca845450fc10), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:23.368928 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:23.369519 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:23.370806 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] 10.222.0.48 "PUT /v2.0/subnets/6b38353f-e215-41f4-be0f-ca845450fc10 HTTP/1.1" status: 200 len: 868 time: 0.3027399 Sep 21 21:40:23.374132 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8127b26e-0142-4256-88c4-8b950595e00b None None] Network 5d167122-2b35-4a28-a23f-1e11351f3950 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:40:23.393553 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b38353f-e215-41f4-be0f-ca845450fc10,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:40:23.402617 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.403078 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.403494 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.403901 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.404418 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.404757 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.405107 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.405449 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.405815 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.406196 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.406529 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.406872 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.407319 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f74c0051-9c81-46ec-8578-6929ff9b4d8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:40:23.757676 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Provisioning complete for port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:40:23.758036 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7af89fa1-7e88-4e83-8a9c-780aabd82a1b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:23.758375 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Attempt 1 to provision port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b Sep 21 21:40:23.831672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Current status of the port 7af89fa1-7e88-4e83-8a9c-780aabd82a1b is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:40:23.842587 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Provisioning complete for port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:40:23.842972 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:23.843309 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Attempt 1 to provision port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 Sep 21 21:40:23.917801 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d865c-29de-4ae9-bb21-be20cee6a91d None None] Current status of the port 00e0abe0-4523-4c8f-82c1-29a7fb5a3bf8 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:40:25.770892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39246) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:25.987255 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18f4bd-ce13-47db-9d1b-4a03e7e25555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:25.987812 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18f4bd-ce13-47db-9d1b-4a03e7e25555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:25.990223 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-6e18f4bd-ce13-47db-9d1b-4a03e7e25555 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2181568 Sep 21 21:40:28.359162 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39254) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:28.518717 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658fe60-6c38-4aee-bd2d-711408eea85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:28.519191 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4658fe60-6c38-4aee-bd2d-711408eea85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:28.520795 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-4658fe60-6c38-4aee-bd2d-711408eea85c admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1602902 Sep 21 21:40:30.876152 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39262) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:31.014269 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcb0d7b-6b62-4e4b-9b54-e46046da7234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:31.015638 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2dcb0d7b-6b62-4e4b-9b54-e46046da7234 admin admin] 10.222.0.48 "GET /v2.0/networks/11b20f09-2ab2-4293-b544-8cc708187923 HTTP/1.1" status: 200 len: 886 time: 0.1384718 Sep 21 21:40:33.418286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39270) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:33.585313 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fff63a-1531-4e39-a0bd-7ee8d0b5f4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:33.586762 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-94fff63a-1531-4e39-a0bd-7ee8d0b5f4e3 admin admin] 10.222.0.48 "GET /v2.0/networks/5d167122-2b35-4a28-a23f-1e11351f3950 HTTP/1.1" status: 200 len: 869 time: 0.1674874 Sep 21 21:40:35.940470 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39278) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:36.080959 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35239e7f-bf6e-4a09-8d33-66a77bb90387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:36.081411 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35239e7f-bf6e-4a09-8d33-66a77bb90387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:36.082979 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-35239e7f-bf6e-4a09-8d33-66a77bb90387 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1415308 Sep 21 21:40:38.425379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39286) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:38.426617 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ea6b8ec6-31b6-4b78-876f-f4bc744a7a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:38.528676 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1af51-7814-4736-9855-446b12354fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:38.529155 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc1af51-7814-4736-9855-446b12354fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:38.530744 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1fc1af51-7814-4736-9855-446b12354fc8 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1043632 Sep 21 21:40:40.603805 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-eda8b366-8fdb-4386-a798-7b979f4fec06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:40.962521 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39294) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:41.053051 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9d3bfb-2e29-410c-acb3-0b126c6d60b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:41.054499 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8b9d3bfb-2e29-410c-acb3-0b126c6d60b1 admin admin] 10.222.0.48 "GET /v2.0/subnets/077eeb47-5fd8-447b-b4aa-fb1a4516b78d HTTP/1.1" status: 200 len: 816 time: 0.0910044 Sep 21 21:40:42.115810 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:43.480230 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39304) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:40:43.604699 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b649e2a-f1f8-4b16-a563-2bef9604dcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:40:43.610340 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2b649e2a-f1f8-4b16-a563-2bef9604dcd1 admin admin] 10.222.0.48 "GET /v2.0/subnets/6b38353f-e215-41f4-be0f-ca845450fc10 HTTP/1.1" status: 200 len: 868 time: 0.1287293 Sep 21 21:40:43.719940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:45.148991 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:40:56.824795 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:41:08.421556 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5821fe63-31af-414d-af07-63e74c126088 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:09.588338 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39362) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:09.639582 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [None req-cd0943d7-a237-45e4-b2f0-8788abf9e525 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:41:09.640580 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-cd0943d7-a237-45e4-b2f0-8788abf9e525 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0512855 Sep 21 21:41:10.608848 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5dfa789c-bd73-4eb5-8f27-7b492ff6bc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.118552 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:12.125562 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39370) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:12.189335 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdeb8d2-b3b4-43cb-b2ef-a49e3dd1ed14 admin admin] GET failed (client error): The resource could not be found. Sep 21 21:41:12.190723 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cfdeb8d2-b3b4-43cb-b2ef-a49e3dd1ed14 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0641952 Sep 21 21:41:12.283571 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7676a0-07b7-450f-b9b7-fc1279d78710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:12.285047 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cd7676a0-07b7-450f-b9b7-fc1279d78710 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0894372 Sep 21 21:41:13.720755 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.663296 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39378) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:14.717619 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:14.745623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Made reservation on behalf of 616d68aecc834c0d9ce9cf24b714eae7 for: {'network': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:14.749416 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.798616 dv-cinder-858817-1-iscsi neutron-server[115541]: WARNING neutron.services.revisions.revision_plugin [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Could not find related network for resource to bump revision. Sep 21 21:41:14.819805 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=115541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:41:14.832610 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777949772014', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (13058523-bd77-4bdc-a3a3-4ef67e1c9f8a), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.833152 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Unsubscribe: segment precommit_create {{(pid=115541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 21 21:41:14.833602 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.segments_db [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Added segment 13058523-bd77-4bdc-a3a3-4ef67e1c9f8a of type vlan for network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 Sep 21 21:41:14.878526 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (cec5b98e-7eb2-4cbd-a3c2-48f563d05be8), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.914451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (cec5b98e-7eb2-4cbd-a3c2-48f563d05be8), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.915404 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:14.915976 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:14.993434 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3287208 Sep 21 21:41:15.012626 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f4d7ea-643e-413c-856d-1bcd85e6eef1 admin admin] Pushing event updated for resources: {'Network': ['ID=cec5b98e-7eb2-4cbd-a3c2-48f563d05be8,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:15.030869 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:41:15.146873 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:17.515143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39386) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:41:17.587032 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.pecan_wsgi.hooks.translation [None req-93079cc7-ac09-4e97-af99-bd25c5abc51c admin admin] GET failed (client error): The resource could not be found. Sep 21 21:41:17.588360 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-93079cc7-ac09-4e97-af99-bd25c5abc51c admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0722125 Sep 21 21:41:17.697773 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f26b53-d56c-45b2-b225-80628ae95fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:17.699277 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-75f26b53-d56c-45b2-b225-80628ae95fb9 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1048443 Sep 21 21:41:17.713270 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Request body: {'subnet': {'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:41:17.735089 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Made reservation on behalf of 616d68aecc834c0d9ce9cf24b714eae7 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:41:17.737501 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:17.910662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (b109666e-674e-41b2-9f37-532948ec5fc3), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:17.961967 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b109666e-674e-41b2-9f37-532948ec5fc3,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:17.975924 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.976297 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.976647 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.976982 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.977315 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.977646 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.978018 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.978354 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.978685 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.979036 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.979383 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.979708 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.980026 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:17.987757 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Checking segment: {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:17.988031 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Network hostable DHCP agents. Network: cec5b98e-7eb2-4cbd-a3c2-48f563d05be8, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:41:18.006646 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:41:18.016814 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, cec5b98e-7eb2-4cbd-a3c2-48f563d05be8) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:18.020980 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:41:18.021573 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.025992 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aa3282-54c9-4cd0-b282-4a05d91e759e None None] Network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:41:18.038941 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-6da01ea2-a503-4a3a-ba98-83a31bae4ad9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3295441 Sep 21 21:41:18.136488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-cec5b98e-7eb2-4cbd-a3c2-48f563d05be8', 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8', 'project_id': '616d68aecc834c0d9ce9cf24b714eae7', 'fixed_ips': [{'subnet_id': 'b109666e-674e-41b2-9f37-532948ec5fc3'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:41:18.137378 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.287058 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Allocated IP 192.168.233.2 (cec5b98e-7eb2-4cbd-a3c2-48f563d05be8/b109666e-674e-41b2-9f37-532948ec5fc3/61bf043e-7398-40a2-962b-9cac1a186e45) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:41:18.528933 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Publish callbacks [] for port (61bf043e-7398-40a2-962b-9cac1a186e45), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.536492 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.574286 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:41:18.577113 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:41:18.580442 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:41:18.593246 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Pushing event updated for resources: {'Port': ['ID=61bf043e-7398-40a2-962b-9cac1a186e45,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:18.617047 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.617417 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.617822 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.618160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.618501 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.618826 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.619162 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.619485 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.619814 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.620145 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.620491 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.620814 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.621138 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:41:18.655742 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Attempting to bind port 61bf043e-7398-40a2-962b-9cac1a186e45 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:41:18.656118 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Attempting to bind port 61bf043e-7398-40a2-962b-9cac1a186e45 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:41:18.656507 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Attempting to bind port 61bf043e-7398-40a2-962b-9cac1a186e45 on network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:41:18.661675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:41:18.662107 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Checking segment: {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:41:18.662511 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.663001 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Bound using segment: {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:41:18.663469 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Bound port: 61bf043e-7398-40a2-962b-9cac1a186e45, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:41:18.663880 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.725575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] For port 61bf043e-7398-40a2-962b-9cac1a186e45, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:41:18.728994 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] For port 61bf043e-7398-40a2-962b-9cac1a186e45, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=61bf043e-7398-40a2-962b-9cac1a186e45,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:41:18.736593 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:18.786362 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b907119-490e-49c7-9830-ecd4e09a7737 None None] Pushing event updated for resources: {'Port': ['ID=61bf043e-7398-40a2-962b-9cac1a186e45,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:19.617677 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e2dd02-d488-4e6c-aac8-8b478da3e6f0 None None] Network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:41:19.699383 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Provisioning complete for port 61bf043e-7398-40a2-962b-9cac1a186e45 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:19.699781 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.700124 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Attempt 1 to provision port 61bf043e-7398-40a2-962b-9cac1a186e45 Sep 21 21:41:19.802131 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Current status of the port 61bf043e-7398-40a2-962b-9cac1a186e45 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:19.802529 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.843616 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] For port 61bf043e-7398-40a2-962b-9cac1a186e45, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=61bf043e-7398-40a2-962b-9cac1a186e45,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:41:19.851033 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:19.907150 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54235c-bc77-4fc5-9955-8e114c39e8e9 None None] Pushing event updated for resources: {'Port': ['ID=61bf043e-7398-40a2-962b-9cac1a186e45,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:41:20.014568 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 61bf043e-7398-40a2-962b-9cac1a186e45 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:41:20.073462 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 61bf043e-7398-40a2-962b-9cac1a186e45 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:20.073887 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:20.074238 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 61bf043e-7398-40a2-962b-9cac1a186e45 Sep 21 21:41:20.098855 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-dd030511-019d-4e89-affe-f08efb9ced3c None None] Provisioning complete for port 61bf043e-7398-40a2-962b-9cac1a186e45 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:20.099248 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-dd030511-019d-4e89-affe-f08efb9ced3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:20.099566 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-dd030511-019d-4e89-affe-f08efb9ced3c None None] Attempt 1 to provision port 61bf043e-7398-40a2-962b-9cac1a186e45 Sep 21 21:41:20.200328 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 61bf043e-7398-40a2-962b-9cac1a186e45 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:20.213349 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-dd030511-019d-4e89-affe-f08efb9ced3c None None] Current status of the port 61bf043e-7398-40a2-962b-9cac1a186e45 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:21.967150 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 61bf043e-7398-40a2-962b-9cac1a186e45 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:41:22.024647 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 61bf043e-7398-40a2-962b-9cac1a186e45 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:41:22.025049 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (61bf043e-7398-40a2-962b-9cac1a186e45), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:22.025393 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 61bf043e-7398-40a2-962b-9cac1a186e45 Sep 21 21:41:22.102648 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 61bf043e-7398-40a2-962b-9cac1a186e45 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:41:33.832820 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:41:38.424886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f881f3ea-cfe5-4bd1-98d6-46f1a2ea052f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:40.612601 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fc9d0261-f6fe-4d28-bbcb-96a4d80ec4a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:42.123467 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:43.725683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:41:45.144886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:08.436480 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e2d633ee-929e-44da-9d9b-231655d57159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:10.622578 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d5b849d6-515b-4bd7-8c06-426eeff5f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:10.838883 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:42:12.126533 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:13.729108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:15.142279 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:38.433285 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-dd97e561-6d64-4df5-b658-a9b45e8197e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:39.530556 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39436) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:39.539838 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [None req-e6f7d9ff-2486-4ac1-9456-e53f7e73755f tempest-verify_tempest_config-1609188086 tempest-verify_tempest_config-1609188086-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:42:39.541431 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e6f7d9ff-2486-4ac1-9456-e53f7e73755f tempest-verify_tempest_config-1609188086 tempest-verify_tempest_config-1609188086-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0098190 Sep 21 21:42:39.880590 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39454) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:39.995133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.074325 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Publish callbacks [] for security_group (3e4911eb-7755-4627-90ad-121cf8273fe9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.079672 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (3e4911eb-7755-4627-90ad-121cf8273fe9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.123493 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cd315ba85104f44b7c97786e51200cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2418036 Sep 21 21:42:40.124295 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4911eb-7755-4627-90ad-121cf8273fe9,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:40.126838 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39460) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:42:40.131455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.131817 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.132153 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.132577 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.132795 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.133111 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.133460 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.133954 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.134245 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.134658 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.135033 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.135396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.135714 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57556244-3370-4b6c-a931-02d41e4b7a5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.251563 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Publish callbacks [] for security_group (3e4911eb-7755-4627-90ad-121cf8273fe9), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.273073 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Publish callbacks [] for security_group (3e4911eb-7755-4627-90ad-121cf8273fe9), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.374485 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (3e4911eb-7755-4627-90ad-121cf8273fe9), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.378708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:40.380373 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e4911eb-7755-4627-90ad-121cf8273fe9 HTTP/1.1" status: 204 len: 168 time: 0.2525859 Sep 21 21:42:40.388199 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4911eb-7755-4627-90ad-121cf8273fe9,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:42:40.394730 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.395098 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.395470 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.395801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.396130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.396453 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.396791 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.397118 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.397454 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.397913 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.398093 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.398410 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.398723 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27531af-d35c-46f5-9b7c-e506cdd7720a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:42:40.619893 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c410f8a6-11d4-4002-9f5a-fb006d0fdc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:42.128507 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:43.731880 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:45.138444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:42:47.828505 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:43:08.438712 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa878e31-314d-4957-a71b-084b11dd2471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:10.626302 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2aaa3ad5-48d5-43be-932a-7c916322a0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:12.135864 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:13.736161 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:15.137043 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:24.838555 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:43:38.443180 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-18c50e83-201c-43a0-8ad0-8df16a3b5d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:40.631229 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3a43deb1-2ed4-42a6-9c51-baf7097c4768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:42.142265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:43.749252 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:43:45.138240 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:01.844476 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 5 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:44:08.439010 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0482beb1-a791-45ce-a3db-6207c3d6f489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:10.628240 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0595d933-28c5-42de-828a-551a872afd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:12.151074 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:13.743449 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:15.132763 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:19.807076 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1612269'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:35.063651 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39542) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:35.195568 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-087d53be-9293-476d-9db7-517f5c744049 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1306186 Sep 21 21:44:37.672691 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39552) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:44:37.733258 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f01cca5a-0fc6-4aa7-8340-5082e25591a5 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0594151 Sep 21 21:44:38.435984 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2570df23-e03c-4360-82ad-e26312e9c3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:38.839870 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:44:40.632079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5f30a472-381c-4745-ba1c-5d46d701a46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:42.159115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:43.747999 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:45.130514 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:44:49.772581 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:08.435879 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3269f656-5ac9-4adf-bcaa-049a64d9f980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:10.639710 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-643ec2ba-2898-48f4-89be-ddb9b5886c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:12.153411 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:13.746966 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.134814 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:15.833816 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:45:19.801259 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:38.437155 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e933fcb3-16ae-4fe7-86ee-a2a9547c5357 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:40.625013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4f04e23a-2b3a-4a33-a874-df3ed5473234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:42.154865 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:43.751039 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:45.131974 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:49.786777 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:45:52.838524 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:46:08.433160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b21ec6bb-d1bb-4640-8cd9-7fa40ecc0c09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:10.620931 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-535d8662-8e10-4605-a4c6-8dc7e7236326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:12.155790 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:13.750366 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:15.129441 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:19.792722 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.351632 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39734) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:29.648795 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1070155642-network', 'tenant_id': '34029272331c413486ea50d15a1808bf'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:29.671053 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Made reservation on behalf of 34029272331c413486ea50d15a1808bf for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:29.674274 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.683072 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.769876 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks [] for security_group (fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.774997 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.802720 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:29.815032 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.815580 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.815994 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.816358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.816716 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.817043 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.817387 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.817714 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.818059 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.818390 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.818705 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.819020 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.819342 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Tracked resource versions report: Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: pushed versions: Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Log': {'1.0'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Network': {'1.1'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Port': {'1.7'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'PortForwarding': {'1.2'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'QosPolicy': {'1.10'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SubPort': {'1.0'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Subnet': {'1.1'}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Trunk': {'1.1'}} Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: consumer versions: Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'ConntrackHelper': '1.0', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'LocalIPAssociation': '1.0', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Log': '1.0', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Network': '1.1', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Port': '1.7', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'PortForwarding': '1.2', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'QosPolicy': '1.10', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroup': '1.5', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SecurityGroupRule': '1.2', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'SubPort': '1.0', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Subnet': '1.1', Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: 'Trunk': '1.1'}} Sep 21 21:46:29.820480 dv-cinder-858817-1-iscsi neutron-server[115542]: {{(pid=115542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:29.824567 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:46:29.835254 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (5f19e870-8fca-48f7-b4fd-54afd6b74cf7), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.835591 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Added segment 5f19e870-8fca-48f7-b4fd-54afd6b74cf7 of type vlan for network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 Sep 21 21:46:29.862860 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:46:29.895502 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (a849563c-ff3e-4f21-9e5e-283ea0f8bb45), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.924420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (a849563c-ff3e-4f21-9e5e-283ea0f8bb45), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.925825 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:29.926509 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:29.985027 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6322174 Sep 21 21:46:29.988131 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39770) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:29.991762 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10abf38-f510-4457-84e2-ee349571d0da admin admin] Pushing event updated for resources: {'Network': ['ID=a849563c-ff3e-4f21-9e5e-283ea0f8bb45,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:29.995640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Request body: {'subnet': {'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-subnet', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:30.006446 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:46:30.018937 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39776) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:30.030074 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Made reservation on behalf of 34029272331c413486ea50d15a1808bf for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:30.033909 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.060816 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39780) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:30.158949 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39786) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:30.223001 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (8de3fc6c-e3ed-4396-9896-c4f158414300), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.265421 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de3fc6c-e3ed-4396-9896-c4f158414300,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:30.275116 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.275487 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.275835 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.276172 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.276506 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.276871 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.277146 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.277627 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.278145 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.278641 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.278975 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.279302 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.279626 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Tracked resource versions report: Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: pushed versions: Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Log': {'1.0'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Network': {'1.1'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Port': {'1.7'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'PortForwarding': {'1.2'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'QosPolicy': {'1.10'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SubPort': {'1.0'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Subnet': {'1.1'}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Trunk': {'1.1'}} Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: consumer versions: Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'ConntrackHelper': '1.0', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'LocalIPAssociation': '1.0', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Log': '1.0', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Network': '1.1', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Port': '1.7', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'PortForwarding': '1.2', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'QosPolicy': '1.10', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroup': '1.5', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SecurityGroupRule': '1.2', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'SubPort': '1.0', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Subnet': '1.1', Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: 'Trunk': '1.1'}} Sep 21 21:46:30.280913 dv-cinder-858817-1-iscsi neutron-server[115541]: {{(pid=115541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:30.305140 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:30.305503 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Network hostable DHCP agents. Network: a849563c-ff3e-4f21-9e5e-283ea0f8bb45, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:46:30.326983 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:46:30.340366 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, a849563c-ff3e-4f21-9e5e-283ea0f8bb45) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:30.346130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:30.346797 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.353601 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda09b05-058a-4193-a577-6a0e58d8974a None None] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:30.382236 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-15d618bb-07fa-411d-b0c2-bb9cdba7490d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3899302 Sep 21 21:46:30.382718 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39794) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:30.388242 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:30.421731 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (bc734fb3-9cc8-445c-ae9b-3d55f248276a), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.424219 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (bc734fb3-9cc8-445c-ae9b-3d55f248276a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.494429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-585993853-network', 'tenant_id': '40602d85781041b8996095256fca58e0'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:30.495003 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:46:30.495994 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.503672 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks [] for router_controller (bc734fb3-9cc8-445c-ae9b-3d55f248276a), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.675618 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks [] for router_gateway (bc734fb3-9cc8-445c-ae9b-3d55f248276a), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.686361 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-712607927-network', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:30.695264 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-network', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:30.702288 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Made reservation on behalf of 40602d85781041b8996095256fca58e0 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:30.705082 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.748478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.752179 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Made reservation on behalf of c8c7809e96634705be99daed4c8edf96 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:30.754108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Allocated IP 172.20.0.2 (a849563c-ff3e-4f21-9e5e-283ea0f8bb45/8de3fc6c-e3ed-4396-9896-c4f158414300/a184f3fc-350f-42da-bfa0-15ecfaee129a) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:30.754588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.772053 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.931509 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Publish callbacks [] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.937842 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks [] for security_group (c3d932a5-621c-4015-a5dd-3001be10dd91), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.942523 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.952235 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c3d932a5-621c-4015-a5dd-3001be10dd91), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:30.981014 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:46:30.997445 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:31.002379 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:31.006961 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:31.018136 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (42dd42a0-3527-4d06-8a6e-545bd1de6b14), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.018482 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Added segment 42dd42a0-3527-4d06-8a6e-545bd1de6b14 of type vlan for network 98ff0e37-548d-454c-b48f-990cfef27ecf Sep 21 21:46:31.023016 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Pushing event updated for resources: {'Port': ['ID=a184f3fc-350f-42da-bfa0-15ecfaee129a,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:31.055391 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.055765 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.056188 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.056545 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.056885 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.057215 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.057547 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.057901 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.058230 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.058581 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.058907 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.059500 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.060062 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Tracked resource versions report: Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: pushed versions: Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Log': {'1.0'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Network': {'1.1'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Port': {'1.7'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'PortForwarding': {'1.2'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'QosPolicy': {'1.10'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SubPort': {'1.0'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Subnet': {'1.1'}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Trunk': {'1.1'}} Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: consumer versions: Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'ConntrackHelper': '1.0', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'LocalIPAssociation': '1.0', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Log': '1.0', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Network': '1.1', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Port': '1.7', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'PortForwarding': '1.2', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'QosPolicy': '1.10', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroup': '1.5', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SecurityGroupRule': '1.2', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'SubPort': '1.0', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Subnet': '1.1', Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: 'Trunk': '1.1'}} Sep 21 21:46:31.061723 dv-cinder-858817-1-iscsi neutron-server[115543]: {{(pid=115543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:31.108070 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Made reservation on behalf of 2da75caf1d3a4e7b952437b8f1b227a4 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:31.108722 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Attempting to bind port a184f3fc-350f-42da-bfa0-15ecfaee129a on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:31.109397 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Attempting to bind port a184f3fc-350f-42da-bfa0-15ecfaee129a by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:31.110206 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Attempting to bind port a184f3fc-350f-42da-bfa0-15ecfaee129a on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:31.114547 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.117252 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:31.117880 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:31.118672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.119225 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Bound using segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:31.119857 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Bound port: a184f3fc-350f-42da-bfa0-15ecfaee129a, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:31.120656 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.139934 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (98ff0e37-548d-454c-b48f-990cfef27ecf), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.214372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] For port a184f3fc-350f-42da-bfa0-15ecfaee129a, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:31.218547 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (98ff0e37-548d-454c-b48f-990cfef27ecf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.219597 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] For port a184f3fc-350f-42da-bfa0-15ecfaee129a, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a184f3fc-350f-42da-bfa0-15ecfaee129a,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:31.219849 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:31.226669 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.232318 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.243807 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.305607 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3941ca-a1c1-4adf-b249-ef9047fa9a7e None None] Pushing event updated for resources: {'Port': ['ID=a184f3fc-350f-42da-bfa0-15ecfaee129a,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:31.329082 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39836) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:31.329686 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1689136 Sep 21 21:46:31.334127 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Request body: {'subnet': {'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-subnet', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:31.381263 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Made reservation on behalf of c8c7809e96634705be99daed4c8edf96 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:31.384360 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.442307 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks [] for security_group (e05e4357-ac70-46dd-916a-a918b2c481ff), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.455188 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e05e4357-ac70-46dd-916a-a918b2c481ff), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.517312 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d932a5-621c-4015-a5dd-3001be10dd91,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:31.566208 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05e4357-ac70-46dd-916a-a918b2c481ff,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:31.620811 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:46:31.663066 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks [] for security_group (6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.665531 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dcd73-8760-4ae2-82c2-81ae8a59139e admin admin] Pushing event updated for resources: {'Network': ['ID=98ff0e37-548d-454c-b48f-990cfef27ecf,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:31.679347 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.680328 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Added segment f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9 of type vlan for network 898c7fcd-4130-49ef-8588-2b304493f465 Sep 21 21:46:31.689325 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 98ff0e37-548d-454c-b48f-990cfef27ecf details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:46:31.698782 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.711140 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:46:31.721861 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (3f4f421f-d3db-4771-8bb0-ab4e569d4328), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.722493 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Added segment 3f4f421f-d3db-4771-8bb0-ab4e569d4328 of type vlan for network 947148e1-5999-4fd3-94f0-f02bc4ea4130 Sep 21 21:46:31.764741 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (947148e1-5999-4fd3-94f0-f02bc4ea4130), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.783907 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (34596047-9b04-4d2d-b3e7-5567ed192a99), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.803382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (947148e1-5999-4fd3-94f0-f02bc4ea4130), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.804798 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:31.805674 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.879765 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=34596047-9b04-4d2d-b3e7-5567ed192a99,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:31.911415 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Checking segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:31.912174 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Network hostable DHCP agents. Network: 98ff0e37-548d-454c-b48f-990cfef27ecf, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:46:31.938113 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Network 98ff0e37-548d-454c-b48f-990cfef27ecf is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:46:31.953388 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 98ff0e37-548d-454c-b48f-990cfef27ecf) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:31.962554 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de979a85-57e9-4306-b4d8-ba02146d826b None None] Network 98ff0e37-548d-454c-b48f-990cfef27ecf requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:31.963712 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:31.964963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:31.992674 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-8b2012d7-aec1-4f78-818e-c3b255dd6aef admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6623473 Sep 21 21:46:31.995756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39856) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:32.002831 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:32.059336 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (a9796053-aab8-4435-bf7c-38fefd6bc18f), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.080960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (a9796053-aab8-4435-bf7c-38fefd6bc18f), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.114844 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0944011 Sep 21 21:46:32.116896 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-98ff0e37-548d-454c-b48f-990cfef27ecf', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:46:32.118943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39866) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:32.120537 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.123071 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (898c7fcd-4130-49ef-8588-2b304493f465), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.140457 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Request body: {'subnet': {'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-585993853-subnet', 'tenant_id': '40602d85781041b8996095256fca58e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:32.163449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:32.176885 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Made reservation on behalf of 40602d85781041b8996095256fca58e0 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:32.179842 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.188592 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abe1c9-7f18-43e8-af3b-b22e4f0f8644 admin admin] Pushing event updated for resources: {'Network': ['ID=947148e1-5999-4fd3-94f0-f02bc4ea4130,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:32.345228 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (898c7fcd-4130-49ef-8588-2b304493f465), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.351078 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:32.351910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.380817 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks [] for router_gateway (bc734fb3-9cc8-445c-ae9b-3d55f248276a), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.399845 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks [] for router_controller (a9796053-aab8-4435-bf7c-38fefd6bc18f), precommit_add_association {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.406059 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39876) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:32.407513 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3454390 Sep 21 21:46:32.426154 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Request body: {'subnet': {'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-subnet', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:32.462128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:46:32.615717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.751334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks [] for router_gateway (a9796053-aab8-4435-bf7c-38fefd6bc18f), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.762122 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Made reservation on behalf of 2da75caf1d3a4e7b952437b8f1b227a4 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:32.768539 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:32.804593 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f3f80-a0a0-452a-b18c-7155bea15bf2 admin admin] Pushing event updated for resources: {'Network': ['ID=898c7fcd-4130-49ef-8588-2b304493f465,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:32.824234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a184f3fc-350f-42da-bfa0-15ecfaee129a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:32.987934 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 898c7fcd-4130-49ef-8588-2b304493f465 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:46:32.991335 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1bb29c-1199-4f10-b741-b992f06c187b None None] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:32.998479 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39900) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:33.051597 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.092396 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (f727dae6-0596-42b0-905d-7cf654441558), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.112839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:33.123913 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Provisioning complete for port a184f3fc-350f-42da-bfa0-15ecfaee129a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:33.124855 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.125083 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Attempt 1 to provision port a184f3fc-350f-42da-bfa0-15ecfaee129a Sep 21 21:46:33.125278 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39908) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:33.136362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Allocated IP 172.27.3.106 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/b013ea0f-23d1-4226-b006-6ee394e14ee9) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:33.209898 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Allocated IP 172.20.0.2 (98ff0e37-548d-454c-b48f-990cfef27ecf/34596047-9b04-4d2d-b3e7-5567ed192a99/33d26836-6953-4b22-80e1-6d456618a475) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:33.224141 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f727dae6-0596-42b0-905d-7cf654441558,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:33.249130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Checking segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:33.251852 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Network hostable DHCP agents. Network: 898c7fcd-4130-49ef-8588-2b304493f465, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:46:33.253759 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Checking segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:33.254160 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Network hostable DHCP agents. Network: 947148e1-5999-4fd3-94f0-f02bc4ea4130, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:46:33.303418 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:46:33.327475 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port a184f3fc-350f-42da-bfa0-15ecfaee129a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:33.327475 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.331263 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks [] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.332914 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port a184f3fc-350f-42da-bfa0-15ecfaee129a Sep 21 21:46:33.343100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 947148e1-5999-4fd3-94f0-f02bc4ea4130) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:33.367348 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:33.367983 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.371385 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56ef8196-b834-4c10-b4f0-c81dc33c4180 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.382176 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Network 898c7fcd-4130-49ef-8588-2b304493f465 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:46:33.402890 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7c171e-41e4-4619-b770-0085a24898ef None None] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:33.423000 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 898c7fcd-4130-49ef-8588-2b304493f465) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:33.430361 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-79063b9f-4b54-4860-8666-451be97a5edc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3039808 Sep 21 21:46:33.433073 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39922) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:33.448961 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:33.457609 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.460957 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52fdadc-80c1-4499-afc3-919c9e6f8a70 None None] Network 898c7fcd-4130-49ef-8588-2b304493f465 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:33.469726 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:33.470369 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.499505 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ea6994cb-aadc-457e-9d9d-93eeceb7e66a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.506087 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks [] for router_gateway (a9796053-aab8-4435-bf7c-38fefd6bc18f), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.527774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:33.543422 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:33.547297 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:33.550679 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Pushing event updated for resources: {'Port': ['ID=b013ea0f-23d1-4226-b006-6ee394e14ee9,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:33.554854 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.579722 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (34981f06-93d2-40cc-8485-b96bb7bbe586), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.580800 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (34981f06-93d2-40cc-8485-b96bb7bbe586), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.592877 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ea221600-0a68-484e-8df4-d31fe153e79b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1833861 Sep 21 21:46:33.600676 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39930) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:33.612335 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:33.679917 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (fa976880-30ae-4f91-975c-e6ce4a53b430), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.680965 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (fa976880-30ae-4f91-975c-e6ce4a53b430), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.702103 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56ef8196-b834-4c10-b4f0-c81dc33c4180 admin admin] Publish callbacks [] for security_group (7aba42bc-8bd8-4292-9ae0-aabfa71463e5), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.732280 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56ef8196-b834-4c10-b4f0-c81dc33c4180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7aba42bc-8bd8-4292-9ae0-aabfa71463e5), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.778786 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef8196-b834-4c10-b4f0-c81dc33c4180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aba42bc-8bd8-4292-9ae0-aabfa71463e5,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:33.829066 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Current status of the port a184f3fc-350f-42da-bfa0-15ecfaee129a is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:33.829454 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.852540 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks [] for router_controller (fa976880-30ae-4f91-975c-e6ce4a53b430), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:33.861703 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-56ef8196-b834-4c10-b4f0-c81dc33c4180 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fe3154195d74151a96c89c830565dbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8551912 Sep 21 21:46:33.864372 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39936) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:34.022106 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks [] for router_gateway (fa976880-30ae-4f91-975c-e6ce4a53b430), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.022221 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] For port a184f3fc-350f-42da-bfa0-15ecfaee129a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a184f3fc-350f-42da-bfa0-15ecfaee129a,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:34.081679 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Publish callbacks [] for port (33d26836-6953-4b22-80e1-6d456618a475), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.107037 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port a184f3fc-350f-42da-bfa0-15ecfaee129a is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:34.107707 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.162325 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (33d26836-6953-4b22-80e1-6d456618a475), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.195479 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01e45f38-680f-42e0-90b4-a7f457a042cf admin admin] Publish callbacks [] for security_group (7aba42bc-8bd8-4292-9ae0-aabfa71463e5), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.212166 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks [] for router_controller (34981f06-93d2-40cc-8485-b96bb7bbe586), precommit_add_association {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.241075 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ea6994cb-aadc-457e-9d9d-93eeceb7e66a admin admin] Publish callbacks [] for security_group (98f78056-49a2-465e-9b9a-985874801765), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.256774 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Network 98ff0e37-548d-454c-b48f-990cfef27ecf is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:34.261816 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.282578 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Pushing event updated for resources: {'Port': ['ID=33d26836-6953-4b22-80e1-6d456618a475,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:34.285303 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:34.302323 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ea6994cb-aadc-457e-9d9d-93eeceb7e66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (98f78056-49a2-465e-9b9a-985874801765), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.302831 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:34.313183 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-947148e1-5999-4fd3-94f0-f02bc4ea4130', 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'project_id': '40602d85781041b8996095256fca58e0', 'fixed_ips': [{'subnet_id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:46:34.314115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.337456 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01e45f38-680f-42e0-90b4-a7f457a042cf admin admin] Publish callbacks [] for security_group (7aba42bc-8bd8-4292-9ae0-aabfa71463e5), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.391614 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Allocated IP 172.27.3.196 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/daf92d06-a68b-4bfa-8948-e3a17927acdf) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:34.421941 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ea6994cb-aadc-457e-9d9d-93eeceb7e66a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b6d0b28fe54845fd926c6d384986b1be&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2685897 Sep 21 21:46:34.424474 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39944) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:34.435374 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks [] for router_gateway (bc734fb3-9cc8-445c-ae9b-3d55f248276a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.498476 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6994cb-aadc-457e-9d9d-93eeceb7e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f78056-49a2-465e-9b9a-985874801765,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:34.617449 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks [] for router_gateway (34981f06-93d2-40cc-8485-b96bb7bbe586), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.647283 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-898c7fcd-4130-49ef-8588-2b304493f465', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:46:34.648310 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.719001 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e313cf6d-40ad-460e-9469-78f01fe936fc admin admin] Publish callbacks [] for security_group (98f78056-49a2-465e-9b9a-985874801765), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.735267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.db.api [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:46:34.735850 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG oslo_db.api [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:46:34.742699 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150066a6-9139-4dc0-aa0c-2bac08b058f0 None None] Pushing event updated for resources: {'Port': ['ID=a184f3fc-350f-42da-bfa0-15ecfaee129a,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:34.745643 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-ba3157b6-bd47-4bda-834f-cd434edbb524 None None] Provisioning complete for port a184f3fc-350f-42da-bfa0-15ecfaee129a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:34.746158 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ba3157b6-bd47-4bda-834f-cd434edbb524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.746604 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ba3157b6-bd47-4bda-834f-cd434edbb524 None None] Attempt 1 to provision port a184f3fc-350f-42da-bfa0-15ecfaee129a Sep 21 21:46:34.773457 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks [] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.774421 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01e45f38-680f-42e0-90b4-a7f457a042cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7aba42bc-8bd8-4292-9ae0-aabfa71463e5), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.776999 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01e45f38-680f-42e0-90b4-a7f457a042cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.781214 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-01e45f38-680f-42e0-90b4-a7f457a042cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7aba42bc-8bd8-4292-9ae0-aabfa71463e5 HTTP/1.1" status: 204 len: 168 time: 0.9156203 Sep 21 21:46:34.795946 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e313cf6d-40ad-460e-9469-78f01fe936fc admin admin] Publish callbacks [] for security_group (98f78056-49a2-465e-9b9a-985874801765), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.801058 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Attempting to bind port 33d26836-6953-4b22-80e1-6d456618a475 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:34.801058 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Attempting to bind port 33d26836-6953-4b22-80e1-6d456618a475 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:34.802686 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Attempting to bind port 33d26836-6953-4b22-80e1-6d456618a475 on network 98ff0e37-548d-454c-b48f-990cfef27ecf {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:34.858568 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Allocated IP 172.20.0.2 (947148e1-5999-4fd3-94f0-f02bc4ea4130/1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29/babcc8ca-fef3-4744-8a98-29c1c32bea8d) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:34.870747 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e45f38-680f-42e0-90b4-a7f457a042cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aba42bc-8bd8-4292-9ae0-aabfa71463e5,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:34.871193 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:34.871751 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Checking segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:34.872265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.872905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Bound using segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:34.873658 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Bound port: 33d26836-6953-4b22-80e1-6d456618a475, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:34.874305 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (33d26836-6953-4b22-80e1-6d456618a475), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.915579 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (bc734fb3-9cc8-445c-ae9b-3d55f248276a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:34.950625 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.042299 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:35.059061 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:35.065485 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks [] for router_gateway (fa976880-30ae-4f91-975c-e6ce4a53b430), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.071555 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:35.078640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e313cf6d-40ad-460e-9469-78f01fe936fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (98f78056-49a2-465e-9b9a-985874801765), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.081684 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e313cf6d-40ad-460e-9469-78f01fe936fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.085209 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e313cf6d-40ad-460e-9469-78f01fe936fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/98f78056-49a2-465e-9b9a-985874801765 HTTP/1.1" status: 204 len: 168 time: 0.6577108 Sep 21 21:46:35.093317 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.108648 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Allocated IP 172.20.0.2 (898c7fcd-4130-49ef-8588-2b304493f465/f727dae6-0596-42b0-905d-7cf654441558/a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:35.121931 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] For port 33d26836-6953-4b22-80e1-6d456618a475, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:35.136060 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Pushing event updated for resources: {'Port': ['ID=daf92d06-a68b-4bfa-8948-e3a17927acdf,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:35.158323 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ba3157b6-bd47-4bda-834f-cd434edbb524 None None] Current status of the port a184f3fc-350f-42da-bfa0-15ecfaee129a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:35.166689 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] For port 33d26836-6953-4b22-80e1-6d456618a475, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=33d26836-6953-4b22-80e1-6d456618a475,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:35.209257 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:46:35.225365 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (33d26836-6953-4b22-80e1-6d456618a475), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.227939 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e313cf6d-40ad-460e-9469-78f01fe936fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f78056-49a2-465e-9b9a-985874801765,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:35.453745 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39964) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:35.473087 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Publish callbacks [] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.500784 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1be37ab9-b2ac-4832-b285-0af9f0af6ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.520770 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Allocated IP 172.27.3.80 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/aa4730dc-3f7a-46b9-8a5a-0952b697b7a6) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:35.541872 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port a184f3fc-350f-42da-bfa0-15ecfaee129a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:35.557171 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.563144 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e6093-2ced-4a8f-b005-50292bc13aaf None None] Pushing event updated for resources: {'Port': ['ID=33d26836-6953-4b22-80e1-6d456618a475,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:35.571803 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:35.586424 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:35.617637 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:35.621831 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:35.800586 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a184f3fc-350f-42da-bfa0-15ecfaee129a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:35.810345 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.810345 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-edb0472e-fd71-4d21-b8c7-44e415035895 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4265211 Sep 21 21:46:35.812372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:35.818794 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 39978) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:35.875046 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks [] for router_gateway (34981f06-93d2-40cc-8485-b96bb7bbe586), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:35.947270 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:35.962181 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:35.973556 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Pushing event updated for resources: {'Port': ['ID=babcc8ca-fef3-4744-8a98-29c1c32bea8d,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:35.997813 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:35.998511 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.013252 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 39984) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:36.034718 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks [] for router_gateway (a9796053-aab8-4435-bf7c-38fefd6bc18f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.103606 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-64d51419-a0c9-4c1f-993b-2276fb64f7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.155369 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Publish callbacks [] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.283982 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks [] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.291690 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.297231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1be37ab9-b2ac-4832-b285-0af9f0af6ecf admin admin] Publish callbacks [] for security_group (7253f66e-8256-4974-ae68-7ee4031c4a5f), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.409139 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Attempting to bind port babcc8ca-fef3-4744-8a98-29c1c32bea8d on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:36.409517 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Attempting to bind port babcc8ca-fef3-4744-8a98-29c1c32bea8d by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:36.409904 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Attempting to bind port babcc8ca-fef3-4744-8a98-29c1c32bea8d on network 947148e1-5999-4fd3-94f0-f02bc4ea4130 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:36.423155 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:33Z', 'revision_number': 3, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:36.441558 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Network 898c7fcd-4130-49ef-8588-2b304493f465 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:36.442575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:36.442946 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Checking segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:36.443343 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.443733 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Bound using segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:36.444201 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Bound port: babcc8ca-fef3-4744-8a98-29c1c32bea8d, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:36.444698 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.454848 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:36.455600 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Updating router bc734fb3-9cc8-445c-ae9b-3d55f248276a port b013ea0f-23d1-4226-b006-6ee394e14ee9 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:36.493904 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:36.500936 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:36.521490 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.529507 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port a184f3fc-350f-42da-bfa0-15ecfaee129a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:36.529689 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.538674 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port a184f3fc-350f-42da-bfa0-15ecfaee129a Sep 21 21:46:36.539504 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.550984 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Pushing event updated for resources: {'Port': ['ID=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:36.593827 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1be37ab9-b2ac-4832-b285-0af9f0af6ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7253f66e-8256-4974-ae68-7ee4031c4a5f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.662524 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Pushing event updated for resources: {'Port': ['ID=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:36.696489 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:36.706889 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:36.713921 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:36.769715 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Allocated IP 172.27.3.182 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/b6e13b4d-7b0e-43c8-a1b0-af46adf02b86) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:36.842902 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Attempting to bind port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:36.849406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Attempting to bind port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:36.849907 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Attempting to bind port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:36.856114 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] For port babcc8ca-fef3-4744-8a98-29c1c32bea8d, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:36.897429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:36.897749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Checking segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:36.898372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.898924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Bound using segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:36.899582 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Bound port: a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:36.899958 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:36.917318 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] For port babcc8ca-fef3-4744-8a98-29c1c32bea8d, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=babcc8ca-fef3-4744-8a98-29c1c32bea8d,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:37.010167 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.074315 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (a9796053-aab8-4435-bf7c-38fefd6bc18f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.093488 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1be37ab9-b2ac-4832-b285-0af9f0af6ecf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72895acbc4534d9f9653f4951d1ff57a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6300850 Sep 21 21:46:37.117365 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40008) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:37.155308 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be37ab9-b2ac-4832-b285-0af9f0af6ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7253f66e-8256-4974-ae68-7ee4031c4a5f,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:37.172327 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.187246 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bcccc8-ca55-4398-bbf9-e5f1dad87fa4 None None] Network 98ff0e37-548d-454c-b48f-990cfef27ecf requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:37.245057 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-64d51419-a0c9-4c1f-993b-2276fb64f7cc admin admin] Publish callbacks [] for security_group (d407a451-3d29-46ed-a866-25eb2f44a411), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.255552 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks [] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.260361 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-64d51419-a0c9-4c1f-993b-2276fb64f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d407a451-3d29-46ed-a866-25eb2f44a411), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.321743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port a184f3fc-350f-42da-bfa0-15ecfaee129a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:37.370509 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-64d51419-a0c9-4c1f-993b-2276fb64f7cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33ce45eba5a64ed3a82146933b46c51e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3532696 Sep 21 21:46:37.374678 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40010) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:37.375147 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d51419-a0c9-4c1f-993b-2276fb64f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d407a451-3d29-46ed-a866-25eb2f44a411,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:37.377104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Provisioning complete for port 33d26836-6953-4b22-80e1-6d456618a475 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:37.378189 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (33d26836-6953-4b22-80e1-6d456618a475), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.378716 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Attempt 1 to provision port 33d26836-6953-4b22-80e1-6d456618a475 Sep 21 21:46:37.423856 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0850c40-e1af-4df0-8a05-95b81fcb7abf None None] Pushing event updated for resources: {'Port': ['ID=babcc8ca-fef3-4744-8a98-29c1c32bea8d,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:37.439642 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] For port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:37.446295 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.502045 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] For port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:37.512315 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5707fd3-91ca-41e2-b1bf-d87e8e05e9fc admin admin] Publish callbacks [] for security_group (7253f66e-8256-4974-ae68-7ee4031c4a5f), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.538402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks [] for router_gateway (fa976880-30ae-4f91-975c-e6ce4a53b430), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.550954 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Allocated IP 172.20.0.1 (a849563c-ff3e-4f21-9e5e-283ea0f8bb45/8de3fc6c-e3ed-4396-9896-c4f158414300/ebc4c0fd-6dae-40a3-af6f-b019bd87e595) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:37.556515 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:37.562053 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.592511 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:37.597771 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:37.616300 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d68646a-8dc9-4e2f-aa18-b18045eeec00 admin admin] Publish callbacks [] for security_group (d407a451-3d29-46ed-a866-25eb2f44a411), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.639320 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5707fd3-91ca-41e2-b1bf-d87e8e05e9fc admin admin] Publish callbacks [] for security_group (7253f66e-8256-4974-ae68-7ee4031c4a5f), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.674930 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d68646a-8dc9-4e2f-aa18-b18045eeec00 admin admin] Publish callbacks [] for security_group (d407a451-3d29-46ed-a866-25eb2f44a411), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.771693 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Current status of the port 33d26836-6953-4b22-80e1-6d456618a475 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:37.772493 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (33d26836-6953-4b22-80e1-6d456618a475), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.775332 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999aac22-5fbd-446e-8bbd-0bd223bcedc0 None None] Pushing event updated for resources: {'Port': ['ID=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:37.835973 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Publish callbacks [] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.853705 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.865088 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] For port 33d26836-6953-4b22-80e1-6d456618a475, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=33d26836-6953-4b22-80e1-6d456618a475,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:37.879777 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 33d26836-6953-4b22-80e1-6d456618a475 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:37.895981 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:37.902027 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Router a9796053-aab8-4435-bf7c-38fefd6bc18f is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:46:37.939901 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (33d26836-6953-4b22-80e1-6d456618a475), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.948463 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Attempting to bind port b013ea0f-23d1-4226-b006-6ee394e14ee9 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:37.949132 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Attempting to bind port b013ea0f-23d1-4226-b006-6ee394e14ee9 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:37.950921 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Attempting to bind port b013ea0f-23d1-4226-b006-6ee394e14ee9 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:37.967737 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d68646a-8dc9-4e2f-aa18-b18045eeec00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d407a451-3d29-46ed-a866-25eb2f44a411), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.975108 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d68646a-8dc9-4e2f-aa18-b18045eeec00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:37.992467 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1d68646a-8dc9-4e2f-aa18-b18045eeec00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d407a451-3d29-46ed-a866-25eb2f44a411 HTTP/1.1" status: 204 len: 168 time: 0.6114354 Sep 21 21:46:38.010126 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:38.010515 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:38.011111 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.011706 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:38.012410 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Bound port: b013ea0f-23d1-4226-b006-6ee394e14ee9, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:38.020145 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.020569 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 33d26836-6953-4b22-80e1-6d456618a475 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:38.021028 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (33d26836-6953-4b22-80e1-6d456618a475), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.021425 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 33d26836-6953-4b22-80e1-6d456618a475 Sep 21 21:46:38.077750 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Pushing event updated for resources: {'Port': ['ID=b013ea0f-23d1-4226-b006-6ee394e14ee9,revision_number=2']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.135243 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ba178-4fef-4b7e-93f3-7b29fc25f552 None None] Pushing event updated for resources: {'Port': ['ID=33d26836-6953-4b22-80e1-6d456618a475,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.195214 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] For port b013ea0f-23d1-4226-b006-6ee394e14ee9, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:38.199191 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.199853 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.200502 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.200987 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.201955 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.203293 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.207621 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.208026 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.208384 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.208734 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.209075 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.209404 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.210573 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Tracked resource versions report: Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: pushed versions: Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: { 'AddressGroup': {'1.2'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'ConntrackHelper': {'1.0'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'LocalIPAssociation': {'1.0'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Log': {'1.0'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Network': {'1.1'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Port': {'1.7'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'PortForwarding': {'1.2'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'QosPolicy': {'1.10'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroup': {'1.5'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroupRule': {'1.2'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SubPort': {'1.0'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Subnet': {'1.1'}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Trunk': {'1.1'}} Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: consumer versions: Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: { DHCP agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: HyperV agent@hv-cinder-85881: {}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: L3 agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: Metadata agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: Metering agent@dv-cinder-858817-1-iscsi: {}, Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: Open vSwitch agent@dv-cinder-858817-1-iscsi: { 'AddressGroup': '1.2', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'ConntrackHelper': '1.0', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'LocalIPAssociation': '1.0', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Log': '1.0', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Network': '1.1', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Port': '1.7', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'PortForwarding': '1.2', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'QosPolicy': '1.10', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroup': '1.5', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SecurityGroupRule': '1.2', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'SubPort': '1.0', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Subnet': '1.1', Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: 'Trunk': '1.1'}} Sep 21 21:46:38.217036 dv-cinder-858817-1-iscsi neutron-server[115545]: {{(pid=115545) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 21 21:46:38.236376 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] For port b013ea0f-23d1-4226-b006-6ee394e14ee9, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b013ea0f-23d1-4226-b006-6ee394e14ee9,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:38.259259 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.264569 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:38.273871 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68646a-8dc9-4e2f-aa18-b18045eeec00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d407a451-3d29-46ed-a866-25eb2f44a411,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.281174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5707fd3-91ca-41e2-b1bf-d87e8e05e9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7253f66e-8256-4974-ae68-7ee4031c4a5f), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.288229 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5707fd3-91ca-41e2-b1bf-d87e8e05e9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.289855 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f5707fd3-91ca-41e2-b1bf-d87e8e05e9fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7253f66e-8256-4974-ae68-7ee4031c4a5f HTTP/1.1" status: 204 len: 168 time: 1.1698267 Sep 21 21:46:38.320478 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:38.326743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 33d26836-6953-4b22-80e1-6d456618a475 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:38.330177 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device babcc8ca-fef3-4744-8a98-29c1c32bea8d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:38.385848 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-8e77c889-3fc4-46c2-aa65-171b8184b678 None None] Provisioning complete for port 33d26836-6953-4b22-80e1-6d456618a475 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:38.385848 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8e77c889-3fc4-46c2-aa65-171b8184b678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (33d26836-6953-4b22-80e1-6d456618a475), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.385848 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8e77c889-3fc4-46c2-aa65-171b8184b678 None None] Attempt 1 to provision port 33d26836-6953-4b22-80e1-6d456618a475 Sep 21 21:46:38.386443 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:38.386443 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:38.386576 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks [] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.386576 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5707fd3-91ca-41e2-b1bf-d87e8e05e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7253f66e-8256-4974-ae68-7ee4031c4a5f,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.438707 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (fa976880-30ae-4f91-975c-e6ce4a53b430), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.523949 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.534520 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ec581b-3436-46eb-8e5a-2c5539b9a725 None None] Pushing event updated for resources: {'Port': ['ID=b013ea0f-23d1-4226-b006-6ee394e14ee9,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.540372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:38.541202 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:38.620673 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.631693 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c686449a-d5c0-44c7-85b6-f3e3b0209a06 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.6344311 Sep 21 21:46:38.632584 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40028) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:38.683808 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:38.687795 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6ffeed80-e581-4aa9-8ad1-29962fd15b17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.779069 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:38.785364 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Pushing event updated for resources: {'Port': ['ID=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:38.811529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:38.820262 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks [] for router_gateway (34981f06-93d2-40cc-8485-b96bb7bbe586), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.839682 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8e77c889-3fc4-46c2-aa65-171b8184b678 None None] Current status of the port 33d26836-6953-4b22-80e1-6d456618a475 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:38.882883 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:38.886367 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (bc734fb3-9cc8-445c-ae9b-3d55f248276a), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.931739 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port babcc8ca-fef3-4744-8a98-29c1c32bea8d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:38.932066 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:38.932409 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port babcc8ca-fef3-4744-8a98-29c1c32bea8d Sep 21 21:46:39.006633 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:39.248997 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:33Z', 'revision_number': 3, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:39.328599 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Router fa976880-30ae-4f91-975c-e6ce4a53b430 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:46:39.340355 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4a783-38b4-4a1e-9227-a8a0b4503aab None None] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:39.358151 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75ee5b2-b5be-448d-b003-d4f7415ee056 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:33Z', 'revision_number': 3, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:39.394717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:39.663260 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-ad0e4fa0-fedf-4a2b-975f-f6441795a72c None None] Provisioning complete for port babcc8ca-fef3-4744-8a98-29c1c32bea8d triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:39.663665 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ad0e4fa0-fedf-4a2b-975f-f6441795a72c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:39.664161 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ad0e4fa0-fedf-4a2b-975f-f6441795a72c None None] Attempt 1 to provision port babcc8ca-fef3-4744-8a98-29c1c32bea8d Sep 21 21:46:39.680657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port babcc8ca-fef3-4744-8a98-29c1c32bea8d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:39.681054 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:39.691105 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c499d0-e6a3-4735-9de2-1f17dbe7ef6e None None] Network 898c7fcd-4130-49ef-8588-2b304493f465 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:46:39.765539 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:39.793853 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Sync routers for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:39.811501 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:39.812125 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:39.836382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:39.837931 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-6b69bf0f-51af-4975-a536-d333c20b90cd admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.2327702 Sep 21 21:46:39.841329 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40074) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:40.062153 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:40.092488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port babcc8ca-fef3-4744-8a98-29c1c32bea8d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=babcc8ca-fef3-4744-8a98-29c1c32bea8d,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:40.135093 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.583817 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks [] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.605424 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=babcc8ca-fef3-4744-8a98-29c1c32bea8d,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:40.612991 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:37Z', 'revision_number': 3, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:40.630938 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:40.666923 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.685628 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (34981f06-93d2-40cc-8485-b96bb7bbe586), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.720965 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.722948 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (bc734fb3-9cc8-445c-ae9b-3d55f248276a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.735883 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ad0e4fa0-fedf-4a2b-975f-f6441795a72c None None] Current status of the port babcc8ca-fef3-4744-8a98-29c1c32bea8d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:40.743858 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Checking router: fa976880-30ae-4f91-975c-e6ce4a53b430 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:40.744220 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Updating router fa976880-30ae-4f91-975c-e6ce4a53b430 port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:40.872958 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40112) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:40.890328 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-49c8be03-fe9c-489a-9b31-383e37055221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.908510 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.920779 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:35Z', 'revision_number': 3, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:40.985314 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:40.985697 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:40.988361 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a Sep 21 21:46:40.994528 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:40.995044 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Updating router a9796053-aab8-4435-bf7c-38fefd6bc18f port daf92d06-a68b-4bfa-8948-e3a17927acdf binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:41.316759 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d748a6d8-5ece-4f21-a87d-ac280c069615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.334686 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:41.335612 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Pushing event updated for resources: {'Port': ['ID=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:41.378654 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Provisioning complete for port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:41.379265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.379732 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 1 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:41.398498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:41.472442 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.521429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:41.710175 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Allocated IP 172.20.0.1 (98ff0e37-548d-454c-b48f-990cfef27ecf/34596047-9b04-4d2d-b3e7-5567ed192a99/82302eb2-0d5e-4438-98a3-ff8c128a6a92) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:41.824601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d748a6d8-5ece-4f21-a87d-ac280c069615 admin admin] Publish callbacks [] for security_group (0d821bfc-ee5b-4d66-a18f-716e00565a54), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.830105 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Router 34981f06-93d2-40cc-8485-b96bb7bbe586 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:46:41.862938 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Publish callbacks [] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.868955 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:41.869441 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.869848 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d748a6d8-5ece-4f21-a87d-ac280c069615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0d821bfc-ee5b-4d66-a18f-716e00565a54), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.878418 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.967725 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Attempting to bind port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:41.968137 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Attempting to bind port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:41.968513 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Attempting to bind port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:41.978601 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:41.978989 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:41.983212 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:41.984000 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:41.984533 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Bound port: aa4730dc-3f7a-46b9-8a5a-0952b697b7a6, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:41.984934 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.041912 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73118-b42d-46d4-ab8e-d20d0b5bae72 None None] Pushing event updated for resources: {'Port': ['ID=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,revision_number=2']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:42.050097 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 2 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:42.106720 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] For port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:42.111431 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] For port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:42.131079 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.142678 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:42.173116 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:46:42.175570 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.198030 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.198597 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b013ea0f-23d1-4226-b006-6ee394e14ee9 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:42.210347 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d748a6d8-5ece-4f21-a87d-ac280c069615 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8f15b6f6ed44eca9325c64b1628d06c&name=default HTTP/1.1" status: 200 len: 2994 time: 1.3202591 Sep 21 21:46:42.217238 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:42.217920 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:42.233898 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40176) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:42.251448 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d748a6d8-5ece-4f21-a87d-ac280c069615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d821bfc-ee5b-4d66-a18f-716e00565a54,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:42.304708 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:42.318868 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks [] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.347111 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73118-b42d-46d4-ab8e-d20d0b5bae72 None None] Pushing event updated for resources: {'Port': ['ID=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:42.400483 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.408933 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:42.409224 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Publish callbacks [] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.430026 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Sync routers for ids ['34981f06-93d2-40cc-8485-b96bb7bbe586'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:42.442372 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.442584 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:42.446943 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d6ee3bd4-7fbd-4f38-b237-e0f49fe741d7 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.9996645 Sep 21 21:46:42.446943 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.449227 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.450449 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40186) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:42.474044 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Routers {'34981f06-93d2-40cc-8485-b96bb7bbe586'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:42.474562 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['34981f06-93d2-40cc-8485-b96bb7bbe586'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:42.499879 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:42.541607 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Attempting to bind port daf92d06-a68b-4bfa-8948-e3a17927acdf on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:42.542113 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Attempting to bind port daf92d06-a68b-4bfa-8948-e3a17927acdf by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:42.542399 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Attempting to bind port daf92d06-a68b-4bfa-8948-e3a17927acdf on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:42.551949 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port b013ea0f-23d1-4226-b006-6ee394e14ee9 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:42.552346 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.552686 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port b013ea0f-23d1-4226-b006-6ee394e14ee9 Sep 21 21:46:42.563131 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Network 98ff0e37-548d-454c-b48f-990cfef27ecf is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:42.574942 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:42.628836 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:42.631212 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (a9796053-aab8-4435-bf7c-38fefd6bc18f), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.655696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:42.668713 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:42.685238 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-98246565-6239-4c3e-aa54-d79521b9518d admin admin] 10.222.0.48 "PUT /v2.0/routers/bc734fb3-9cc8-445c-ae9b-3d55f248276a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8652442 Sep 21 21:46:42.754066 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:42.757280 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:42.764130 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:42.764130 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:42.764130 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.764130 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:42.773521 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Bound port: daf92d06-a68b-4bfa-8948-e3a17927acdf, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:42.774315 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:42.788524 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Set router 34981f06-93d2-40cc-8485-b96bb7bbe586 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:42.814095 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 3 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:42.860012 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5db16a-8744-4051-bb18-4a195b79414e None None] Pushing event updated for resources: {'Port': ['ID=daf92d06-a68b-4bfa-8948-e3a17927acdf,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:42.898731 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40204) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:42.943525 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1f946677-362a-4941-b3b2-65f06c6f9e17 admin admin] Publish callbacks [] for security_group (0d821bfc-ee5b-4d66-a18f-716e00565a54), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.064892 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1f946677-362a-4941-b3b2-65f06c6f9e17 admin admin] Publish callbacks [] for security_group (0d821bfc-ee5b-4d66-a18f-716e00565a54), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.084426 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:43.167721 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Pushing event updated for resources: {'Port': ['ID=82302eb2-0d5e-4438-98a3-ff8c128a6a92,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:43.168310 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:43.175484 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] For port daf92d06-a68b-4bfa-8948-e3a17927acdf, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:43.205546 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3362c2a2-348b-4ddc-8a95-40db935427c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.208004 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] For port daf92d06-a68b-4bfa-8948-e3a17927acdf, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=daf92d06-a68b-4bfa-8948-e3a17927acdf,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:43.247022 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.318123 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Allocated IP 172.20.0.1 (898c7fcd-4130-49ef-8588-2b304493f465/f727dae6-0596-42b0-905d-7cf654441558/fa4d16fc-b858-47ec-a860-6fc13831e627) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:43.332725 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port b013ea0f-23d1-4226-b006-6ee394e14ee9 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:43.333350 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.361465 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:43.362851 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:43.400569 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.421262 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1f946677-362a-4941-b3b2-65f06c6f9e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0d821bfc-ee5b-4d66-a18f-716e00565a54), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.424210 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1f946677-362a-4941-b3b2-65f06c6f9e17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.425752 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1f946677-362a-4941-b3b2-65f06c6f9e17 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d821bfc-ee5b-4d66-a18f-716e00565a54 HTTP/1.1" status: 204 len: 168 time: 1.1883509 Sep 21 21:46:43.451804 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f946677-362a-4941-b3b2-65f06c6f9e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d821bfc-ee5b-4d66-a18f-716e00565a54,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:43.522864 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port b013ea0f-23d1-4226-b006-6ee394e14ee9, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b013ea0f-23d1-4226-b006-6ee394e14ee9,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:43.536023 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:37Z', 'revision_number': 3, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:43.539488 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3362c2a2-348b-4ddc-8a95-40db935427c8 admin admin] Publish callbacks [] for security_group (606c644b-e6e1-440f-b511-f531e80512f2), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.569807 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3362c2a2-348b-4ddc-8a95-40db935427c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (606c644b-e6e1-440f-b511-f531e80512f2), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.601223 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.602106 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 33d26836-6953-4b22-80e1-6d456618a475 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:43.626805 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a615017-fe68-4a9e-9276-47c1893d8ae1 None None] The sync data for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi is: [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:37Z', 'revision_number': 3, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:43.644042 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:43.670385 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks [] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.687480 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-3362c2a2-348b-4ddc-8a95-40db935427c8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=424ad144c7f14ca797f8c0ed6a0b3042&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7859311 Sep 21 21:46:43.688143 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 4 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:43.688382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40224) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:43.688835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40228) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:43.721449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1570442590', 'description': 'tempest-description--654478995'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:43.726099 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5db16a-8744-4051-bb18-4a195b79414e None None] Pushing event updated for resources: {'Port': ['ID=daf92d06-a68b-4bfa-8948-e3a17927acdf,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:43.729355 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:43.729720 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Updating router bc734fb3-9cc8-445c-ae9b-3d55f248276a port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:43.792798 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.808605 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362c2a2-348b-4ddc-8a95-40db935427c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606c644b-e6e1-440f-b511-f531e80512f2,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:43.849288 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.961201 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:43.974443 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (7359be9c-0026-42f7-bac8-f4447622b84c), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:43.989695 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7359be9c-0026-42f7-bac8-f4447622b84c), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.044243 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.210239 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d1bc662e-0941-4477-81dd-fe903de371f5 admin admin] Publish callbacks [] for security_group (606c644b-e6e1-440f-b511-f531e80512f2), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.258134 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d1bc662e-0941-4477-81dd-fe903de371f5 admin admin] Publish callbacks [] for security_group (606c644b-e6e1-440f-b511-f531e80512f2), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.296433 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:44.344737 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks [] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.352881 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.354005 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4d16fc-b858-47ec-a860-6fc13831e627,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:44.384995 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Network 898c7fcd-4130-49ef-8588-2b304493f465 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:44.389084 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.390196 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.391265 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6985710 Sep 21 21:46:44.391397 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (a9796053-aab8-4435-bf7c-38fefd6bc18f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.394413 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d1bc662e-0941-4477-81dd-fe903de371f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (606c644b-e6e1-440f-b511-f531e80512f2), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.401678 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:37Z', 'revision_number': 3, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:44.402167 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d1bc662e-0941-4477-81dd-fe903de371f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.406947 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d1bc662e-0941-4477-81dd-fe903de371f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/606c644b-e6e1-440f-b511-f531e80512f2 HTTP/1.1" status: 204 len: 168 time: 0.7126093 Sep 21 21:46:44.408051 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40246) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:44.411224 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:44.435267 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': '7359be9c-0026-42f7-bac8-f4447622b84c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:44.447866 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7cfa4-a975-4123-ba15-c87d629fdfe5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7359be9c-0026-42f7-bac8-f4447622b84c,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:44.454993 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:44.455807 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (fa976880-30ae-4f91-975c-e6ce4a53b430), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.519762 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Publish callbacks [] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.542736 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.579675 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Pushing event updated for resources: {'Port': ['ID=82302eb2-0d5e-4438-98a3-ff8c128a6a92,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:44.616763 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 33d26836-6953-4b22-80e1-6d456618a475 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:44.617223 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (33d26836-6953-4b22-80e1-6d456618a475), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.617630 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 33d26836-6953-4b22-80e1-6d456618a475 Sep 21 21:46:44.660377 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=b013ea0f-23d1-4226-b006-6ee394e14ee9,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:44.713115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Checking router: 34981f06-93d2-40cc-8485-b96bb7bbe586 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:44.713472 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Updating router 34981f06-93d2-40cc-8485-b96bb7bbe586 port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:44.723262 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496eff3-44c0-45f0-98e6-66c32d7ff5f8 None None] Pushing event updated for resources: {'Port': ['ID=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:44.849048 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Attempting to bind port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:44.849475 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Attempting to bind port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:44.849861 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Attempting to bind port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:44.859254 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:44.859748 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:44.860481 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.860963 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Bound using segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:44.863254 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Bound port: ebc4c0fd-6dae-40a3-af6f-b019bd87e595, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:44.863749 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.870354 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 5 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:44.872134 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 33d26836-6953-4b22-80e1-6d456618a475 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:44.910963 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bc662e-0941-4477-81dd-fe903de371f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606c644b-e6e1-440f-b511-f531e80512f2,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:44.942607 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:44.945503 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Network 98ff0e37-548d-454c-b48f-990cfef27ecf is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:44.962296 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:44.980227 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] For port ebc4c0fd-6dae-40a3-af6f-b019bd87e595, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:44.996235 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] For port ebc4c0fd-6dae-40a3-af6f-b019bd87e595, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:45.018782 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.025644 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.081719 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.104307 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (46ef76a9-2285-4e7e-b3d6-c3ee4a7ec162), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.112567 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:45.114732 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:45.356139 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (46ef76a9-2285-4e7e-b3d6-c3ee4a7ec162), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.369151 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (46ef76a9-2285-4e7e-b3d6-c3ee4a7ec162), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.405852 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:45.464194 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ef76a9-2285-4e7e-b3d6-c3ee4a7ec162,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:45.496327 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Publish callbacks [] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.536896 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:45.556043 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:41Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:45.565046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.570904 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-118fccf1-4688-4e20-a6d2-be4388be2b55 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1612203 Sep 21 21:46:45.576571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40284) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:45.593337 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:45.596339 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': '7359be9c-0026-42f7-bac8-f4447622b84c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:45.597283 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6859253-61bf-4d1d-b589-57dbf42ab4ea None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:41Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:45.605554 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.608123 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.635344 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Router a9796053-aab8-4435-bf7c-38fefd6bc18f has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:46:45.717661 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:45.718370 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.718725 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a Sep 21 21:46:45.751284 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40288) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:45.795273 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7467a859-5823-4845-bfe1-c1b81c82ab5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.806839 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Attempting to bind port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:45.807086 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Attempting to bind port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:45.807453 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Attempting to bind port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:45.850900 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Allocated IP 172.20.0.1 (947148e1-5999-4fd3-94f0-f02bc4ea4130/1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29/fe87408d-7fcf-417f-a8ce-098c4a5ceb3b) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:45.852230 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (652861ea-8d9d-41a9-8707-2591f4a550e1), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.862987 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:45.870139 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:45.870916 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.875644 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:45.876413 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Bound port: b6e13b4d-7b0e-43c8-a1b0-af46adf02b86, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:45.877064 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:45.914805 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40290) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:45.979079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb25f1f-7f45-4786-83e3-cee2f00605a7 None None] Pushing event updated for resources: {'Port': ['ID=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.046446 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks [] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.065588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.068028 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (fa976880-30ae-4f91-975c-e6ce4a53b430), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.109469 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 6 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:46.143887 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:46.169282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] For port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:46.169378 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-4823394d-58b7-47ed-9b07-990ba32e83b8 admin admin] 10.222.0.48 "PUT /v2.0/routers/a9796053-aab8-4435-bf7c-38fefd6bc18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5227699 Sep 21 21:46:46.205638 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (652861ea-8d9d-41a9-8707-2591f4a550e1), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.276931 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] For port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:46.277435 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f496eff3-44c0-45f0-98e6-66c32d7ff5f8 None None] Pushing event updated for resources: {'Port': ['ID=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.304416 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:46.311534 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b013ea0f-23d1-4226-b006-6ee394e14ee9 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:46.368075 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:46.385884 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7467a859-5823-4845-bfe1-c1b81c82ab5d admin admin] Publish callbacks [] for security_group (b3ad9dcc-0962-41b9-ab04-293326a84fc5), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.397496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (652861ea-8d9d-41a9-8707-2591f4a550e1), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.400085 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7467a859-5823-4845-bfe1-c1b81c82ab5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b3ad9dcc-0962-41b9-ab04-293326a84fc5), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.407610 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks [] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.446471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.450811 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615baa06-eb5c-4ae8-a9fa-a2c72104f6c5 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:46.498660 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7467a859-5823-4845-bfe1-c1b81c82ab5d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1eb4e50d209042c2ba7a85eae19f44cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7444999 Sep 21 21:46:46.499402 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40304) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:46.503255 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7467a859-5823-4845-bfe1-c1b81c82ab5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ad9dcc-0962-41b9-ab04-293326a84fc5,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.607739 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.608277 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0297210 Sep 21 21:46:46.622554 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40306) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:46.633728 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Routers {'34981f06-93d2-40cc-8485-b96bb7bbe586'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:46.634973 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['34981f06-93d2-40cc-8485-b96bb7bbe586'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:46.641943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Pushing event updated for resources: {'Port': ['ID=fa4d16fc-b858-47ec-a860-6fc13831e627,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.676870 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:46.712983 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-328b130a-ff08-495c-90c6-11bf99c9d9f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.727736 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e22b0-5f2b-4c3c-a094-6a6e9de03fa9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=652861ea-8d9d-41a9-8707-2591f4a550e1,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.756510 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e246ce18-3969-4764-8b01-b54f49f678db admin admin] Publish callbacks [] for security_group (b3ad9dcc-0962-41b9-ab04-293326a84fc5), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.761046 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.762349 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Network 898c7fcd-4130-49ef-8588-2b304493f465 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:46.769325 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:46.786892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:46.788667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.813696 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb25f1f-7f45-4786-83e3-cee2f00605a7 None None] Pushing event updated for resources: {'Port': ['ID=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:46.815430 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:46.843444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Current status of the port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:46.844023 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.855700 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port b013ea0f-23d1-4226-b006-6ee394e14ee9 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:46.856286 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:46.860894 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port b013ea0f-23d1-4226-b006-6ee394e14ee9 Sep 21 21:46:46.987934 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:46.988431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (34981f06-93d2-40cc-8485-b96bb7bbe586), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.059348 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40314) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:47.079066 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789529531', 'description': 'tempest-description--1183417754'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:47.130503 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] For port ebc4c0fd-6dae-40a3-af6f-b019bd87e595, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:47.160843 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] Set router 34981f06-93d2-40cc-8485-b96bb7bbe586 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:47.163890 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.193439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.308431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Pushing event updated for resources: {'Port': ['ID=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:47.333704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Router fa976880-30ae-4f91-975c-e6ce4a53b430 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:46:47.356358 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e246ce18-3969-4764-8b01-b54f49f678db admin admin] Publish callbacks [] for security_group (b3ad9dcc-0962-41b9-ab04-293326a84fc5), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.359082 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40318) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:47.389455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-328b130a-ff08-495c-90c6-11bf99c9d9f3 admin admin] Publish callbacks [] for security_group (10ccffbf-67b9-4915-a77d-47d44180effa), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.441438 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-328b130a-ff08-495c-90c6-11bf99c9d9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (10ccffbf-67b9-4915-a77d-47d44180effa), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.468040 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Pushing event updated for resources: {'Port': ['ID=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:47.472342 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Provisioning complete for port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:47.472741 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.473086 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Attempt 1 to provision port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a Sep 21 21:46:47.497779 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.506270 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b130a-ff08-495c-90c6-11bf99c9d9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ccffbf-67b9-4915-a77d-47d44180effa,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:47.537813 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port b013ea0f-23d1-4226-b006-6ee394e14ee9 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:47.539168 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device babcc8ca-fef3-4744-8a98-29c1c32bea8d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:47.540715 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (85c521be-3a46-42e8-abf6-aa781e019887), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.562750 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (85c521be-3a46-42e8-abf6-aa781e019887), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.649145 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-328b130a-ff08-495c-90c6-11bf99c9d9f3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6da404ba9c34acb90aa875a8ff62bf2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7284446 Sep 21 21:46:47.663093 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40324) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:47.680087 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.684743 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6083810 Sep 21 21:46:47.690586 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40326) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:47.706925 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'security_group_rule': {'security_group_id': '85c521be-3a46-42e8-abf6-aa781e019887', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:47.739948 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222b323-8f6c-45c3-b6d4-caa0f1d518ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c521be-3a46-42e8-abf6-aa781e019887,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:47.753702 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (70663ba9-9ba1-431e-ac51-9a0914f8753a), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.768521 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-0ff63d56-d132-47b9-af4a-1fe7885d928c None None] Current status of the port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:47.770056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:47.779589 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7765619f-81cc-4d1a-bf83-c770c4697a49 admin admin] 10.222.0.48 "PUT /v2.0/routers/fa976880-30ae-4f91-975c-e6ce4a53b430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9358442 Sep 21 21:46:47.791493 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port babcc8ca-fef3-4744-8a98-29c1c32bea8d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:47.791493 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.791493 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port babcc8ca-fef3-4744-8a98-29c1c32bea8d Sep 21 21:46:47.855373 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Sync routers for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:47.869601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e246ce18-3969-4764-8b01-b54f49f678db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b3ad9dcc-0962-41b9-ab04-293326a84fc5), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.877426 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e246ce18-3969-4764-8b01-b54f49f678db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.892043 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e246ce18-3969-4764-8b01-b54f49f678db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3ad9dcc-0962-41b9-ab04-293326a84fc5 HTTP/1.1" status: 204 len: 168 time: 1.3896840 Sep 21 21:46:47.907253 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (70663ba9-9ba1-431e-ac51-9a0914f8753a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.913044 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (70663ba9-9ba1-431e-ac51-9a0914f8753a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:47.962539 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:47.963234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:47.967383 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70663ba9-9ba1-431e-ac51-9a0914f8753a,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:47.997163 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.001190 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ae72cf81-3fa3-48ee-81f1-78b68e887f2a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3075805 Sep 21 21:46:48.003807 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40336) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:48.009157 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'security_group_rule': {'security_group_id': '85c521be-3a46-42e8-abf6-aa781e019887', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:48.038966 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.046117 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a67564f1-9fac-4632-bae0-6d7aa22ebc18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.073318 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (0281beee-73cf-426a-a414-3460818c37e2), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.113498 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-3e01-4bd4-bf8a-4afa8c0ef650 admin admin] Publish callbacks [] for security_group (10ccffbf-67b9-4915-a77d-47d44180effa), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.163240 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port babcc8ca-fef3-4744-8a98-29c1c32bea8d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:48.164432 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:48.181024 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Provisioning complete for port babcc8ca-fef3-4744-8a98-29c1c32bea8d triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:48.181407 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.198993 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 1 to provision port babcc8ca-fef3-4744-8a98-29c1c32bea8d Sep 21 21:46:48.272621 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (0281beee-73cf-426a-a414-3460818c37e2), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.287895 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (0281beee-73cf-426a-a414-3460818c37e2), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.314261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0281beee-73cf-426a-a414-3460818c37e2,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:48.344643 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.349581 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-62bb117e-437c-4369-b015-3a05bd0b7ec3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446295 Sep 21 21:46:48.350249 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40348) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:48.360571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:48.361156 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a67564f1-9fac-4632-bae0-6d7aa22ebc18 admin admin] Publish callbacks [] for security_group (6705cb0d-c738-4120-bb85-b08204845e5e), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.364550 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e246ce18-3969-4764-8b01-b54f49f678db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ad9dcc-0962-41b9-ab04-293326a84fc5,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:48.417301 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.456319 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a67564f1-9fac-4632-bae0-6d7aa22ebc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6705cb0d-c738-4120-bb85-b08204845e5e), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.536023 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-3e01-4bd4-bf8a-4afa8c0ef650 admin admin] Publish callbacks [] for security_group (10ccffbf-67b9-4915-a77d-47d44180effa), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.674373 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:37Z', 'revision_number': 3, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:48.680062 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a67564f1-9fac-4632-bae0-6d7aa22ebc18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=deb970cceb6d49b68366648a490c2e08&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2915561 Sep 21 21:46:48.754781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40372) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:48.754985 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40376) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:48.761041 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956c5a26-a019-4ec8-b3ee-81ce43b8bc34 None None] The sync data for ids ['34981f06-93d2-40cc-8485-b96bb7bbe586'] in dv-cinder-858817-1-iscsi is: [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:37Z', 'revision_number': 3, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:48.794076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67564f1-9fac-4632-bae0-6d7aa22ebc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6705cb0d-c738-4120-bb85-b08204845e5e,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:48.798575 dv-cinder-858817-1-iscsi neutron-server[115541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 21:46:48.859771 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:48.860154 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.860587 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 Sep 21 21:46:48.937030 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:48.943587 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:48.993445 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Current status of the port babcc8ca-fef3-4744-8a98-29c1c32bea8d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:49.055466 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Provisioning complete for port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:49.055850 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.056191 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 1 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:49.141057 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.27.3.242 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/ac09c076-79f0-4880-b3a2-1e523b90896e) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:49.146344 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks [] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.166269 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.167001 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (34981f06-93d2-40cc-8485-b96bb7bbe586), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.177712 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-3e01-4bd4-bf8a-4afa8c0ef650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (10ccffbf-67b9-4915-a77d-47d44180effa), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.180429 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b4c036a9-3e01-4bd4-bf8a-4afa8c0ef650 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.183992 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b4c036a9-3e01-4bd4-bf8a-4afa8c0ef650 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10ccffbf-67b9-4915-a77d-47d44180effa HTTP/1.1" status: 204 len: 168 time: 1.5153751 Sep 21 21:46:49.183992 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c6611cd7-d94c-4b68-b76b-391a04827d8b admin admin] Publish callbacks [] for security_group (6705cb0d-c738-4120-bb85-b08204845e5e), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.193081 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:49.193478 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.262624 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:49.281545 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.282854 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c036a9-3e01-4bd4-bf8a-4afa8c0ef650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ccffbf-67b9-4915-a77d-47d44180effa,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:49.287986 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Current status of the port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:49.363880 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Provisioning complete for port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:49.364156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.364588 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 1 to provision port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a Sep 21 21:46:49.371795 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:49.387647 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c6611cd7-d94c-4b68-b76b-391a04827d8b admin admin] Publish callbacks [] for security_group (6705cb0d-c738-4120-bb85-b08204845e5e), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.404773 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-277edbaa-6a08-4baa-9b4d-75ba378e288e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:49.412871 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-277edbaa-6a08-4baa-9b4d-75ba378e288e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 819 time: 0.6509695 Sep 21 21:46:49.466380 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Pushing event updated for resources: {'Port': ['ID=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:49.478906 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-9d45e0d0-70e0-4ce4-b847-60c75d470aa7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/quotas/2da75caf1d3a4e7b952437b8f1b227a4 HTTP/1.1" status: 200 len: 375 time: 0.0648599 Sep 21 21:46:49.494120 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:45Z', 'revision_number': 2, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:49.563616 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Checking router: fa976880-30ae-4f91-975c-e6ce4a53b430 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:49.564299 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Updating router fa976880-30ae-4f91-975c-e6ce4a53b430 port fa4d16fc-b858-47ec-a860-6fc13831e627 binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:49.617833 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device daf92d06-a68b-4bfa-8948-e3a17927acdf up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:49.633450 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.648410 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c6611cd7-d94c-4b68-b76b-391a04827d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6705cb0d-c738-4120-bb85-b08204845e5e), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.650928 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c6611cd7-d94c-4b68-b76b-391a04827d8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.652101 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c6611cd7-d94c-4b68-b76b-391a04827d8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6705cb0d-c738-4120-bb85-b08204845e5e HTTP/1.1" status: 204 len: 168 time: 0.8921914 Sep 21 21:46:49.664422 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:49.674872 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.688072 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:49.709866 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-1486662d-6088-4df1-8386-65d8614738c6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2299201 Sep 21 21:46:49.710704 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6611cd7-d94c-4b68-b76b-391a04827d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6705cb0d-c738-4120-bb85-b08204845e5e,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:49.731441 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Current status of the port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:49.788700 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.898012 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Allocated IP 172.27.3.10 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/4db60664-beab-4bfa-aa9a-76090b977d29) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:49.898330 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Provisioning complete for port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:49.898525 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.898867 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 1 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:49.916398 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40404) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:49.923937 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Router 34981f06-93d2-40cc-8485-b96bb7bbe586 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:46:49.941287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7209d46-8595-4908-a666-1f98985fa3e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.952712 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.967054 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port daf92d06-a68b-4bfa-8948-e3a17927acdf triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:49.967720 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:49.968350 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port daf92d06-a68b-4bfa-8948-e3a17927acdf Sep 21 21:46:50.013446 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:50.151205 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:50.153679 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=ac09c076-79f0-4880-b3a2-1e523b90896e,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:50.158423 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for port (4db60664-beab-4bfa-aa9a-76090b977d29), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.176089 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:50.187934 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:50.191153 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7209d46-8595-4908-a666-1f98985fa3e3 admin admin] Publish callbacks [] for security_group (cbc9fc2d-e14b-499f-a764-c8bb072e4bd9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.207590 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7209d46-8595-4908-a666-1f98985fa3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cbc9fc2d-e14b-499f-a764-c8bb072e4bd9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.218538 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port daf92d06-a68b-4bfa-8948-e3a17927acdf is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:50.219045 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.253827 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:46:50.267489 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port daf92d06-a68b-4bfa-8948-e3a17927acdf, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=daf92d06-a68b-4bfa-8948-e3a17927acdf,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:50.277012 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b7209d46-8595-4908-a666-1f98985fa3e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcb2132a602d4ecf8e6011ef46a17589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3589528 Sep 21 21:46:50.279696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40416) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:50.288419 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.289510 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device ebc4c0fd-6dae-40a3-af6f-b019bd87e595 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:50.300803 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7209d46-8595-4908-a666-1f98985fa3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc9fc2d-e14b-499f-a764-c8bb072e4bd9,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:50.321959 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ed830ae0-241b-4075-93ab-2a13d92600ba admin admin] 10.222.0.48 "PUT /v2.0/routers/34981f06-93d2-40cc-8485-b96bb7bbe586/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8642509 Sep 21 21:46:50.323099 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (4db60664-beab-4bfa-aa9a-76090b977d29), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.384169 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'Port': ['ID=4db60664-beab-4bfa-aa9a-76090b977d29,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:50.418154 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:46:50.420657 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:46:50.428231 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:46:50.431871 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (01df0f2a-82fb-47f5-b977-0e81e8cbddf4), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.442422 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Publish callbacks [] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.462605 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.506482 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=daf92d06-a68b-4bfa-8948-e3a17927acdf,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:50.512772 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223d4c57-eeed-46d5-8ce1-846301b783cb admin admin] Publish callbacks [] for security_group (cbc9fc2d-e14b-499f-a764-c8bb072e4bd9), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.542461 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.552296 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223d4c57-eeed-46d5-8ce1-846301b783cb admin admin] Publish callbacks [] for security_group (cbc9fc2d-e14b-499f-a764-c8bb072e4bd9), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.552485 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 2 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:50.556544 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:50.556774 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.557120 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 Sep 21 21:46:50.625207 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (88684917-cdde-486f-b988-d8e223c59e8e), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.635708 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223d4c57-eeed-46d5-8ce1-846301b783cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cbc9fc2d-e14b-499f-a764-c8bb072e4bd9), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.638738 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223d4c57-eeed-46d5-8ce1-846301b783cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.640532 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-223d4c57-eeed-46d5-8ce1-846301b783cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbc9fc2d-e14b-499f-a764-c8bb072e4bd9 HTTP/1.1" status: 204 len: 168 time: 0.3588841 Sep 21 21:46:50.649848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d4c57-eeed-46d5-8ce1-846301b783cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc9fc2d-e14b-499f-a764-c8bb072e4bd9,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:50.684247 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-681edcc8-4c34-4d62-b1c3-674c274d5475 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:46:50.685513 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-681edcc8-4c34-4d62-b1c3-674c274d5475 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3827875 Sep 21 21:46:50.695197 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (4db60664-beab-4bfa-aa9a-76090b977d29), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.740330 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Attempting to bind port fa4d16fc-b858-47ec-a860-6fc13831e627 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:50.740830 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Attempting to bind port fa4d16fc-b858-47ec-a860-6fc13831e627 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:50.741048 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Attempting to bind port fa4d16fc-b858-47ec-a860-6fc13831e627 on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:50.776980 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:50.777335 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Checking segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:50.777745 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.778168 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Bound using segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:50.778653 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Bound port: fa4d16fc-b858-47ec-a860-6fc13831e627, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:50.779069 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.794351 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283eb9b-e4c4-4050-a23d-4707d5fe4a46 None None] Pushing event updated for resources: {'Port': ['ID=fa4d16fc-b858-47ec-a860-6fc13831e627,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:50.799700 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:50.879166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] For port fa4d16fc-b858-47ec-a860-6fc13831e627, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:50.883292 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] For port fa4d16fc-b858-47ec-a860-6fc13831e627, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa4d16fc-b858-47ec-a860-6fc13831e627,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:50.889657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:50.897290 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.923691 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-aaa71db9-0ecb-4f12-a5c4-7190deeff3d9 service neutron] 10.222.0.48 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271087 Sep 21 21:46:50.945781 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:50.946673 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:50.947887 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.987990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for port (4db60664-beab-4bfa-aa9a-76090b977d29), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.994771 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:50.995692 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (01df0f2a-82fb-47f5-b977-0e81e8cbddf4), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.001712 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (4db60664-beab-4bfa-aa9a-76090b977d29), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.003118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (88684917-cdde-486f-b988-d8e223c59e8e), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.027133 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283eb9b-e4c4-4050-a23d-4707d5fe4a46 None None] Pushing event updated for resources: {'Port': ['ID=fa4d16fc-b858-47ec-a860-6fc13831e627,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:51.051189 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=ac09c076-79f0-4880-b3a2-1e523b90896e,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:51.082139 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.092263 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f5a73aa1-9cb9-48bf-8612-d48f0e517dcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4403071 Sep 21 21:46:51.094147 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'Port': ['ID=4db60664-beab-4bfa-aa9a-76090b977d29,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:51.124548 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-dc07c6ce-b318-4cb7-b9f5-588b68dac8fb service neutron] 10.222.0.48 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936045 Sep 21 21:46:51.127253 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.129475 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-34c8a78c-c023-41da-b4b0-1c9dc5412cf8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7774138 Sep 21 21:46:51.289885 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:51.342990 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 3 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:51.557890 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:51.662518 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-dc0f6211-1053-42a8-bbcf-ed36cd96ee46 req-d02a1479-2a4a-452d-a867-a45576a02d33 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 210 time: 0.1798885 Sep 21 21:46:51.664290 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40494) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:51.690021 dv-cinder-858817-1-iscsi neutron-server[115542]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 21 21:46:51.753165 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:51.958318 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:51.958675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:51.959016 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 Sep 21 21:46:51.959996 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-b79dcdb1-74da-471f-a46a-a115c6f074be tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1570442590&fields=id&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 267 time: 0.1348791 Sep 21 21:46:51.963575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:52.021761 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f58c7e4-ff23-4174-a584-ebb4151b0791 None None] The sync data for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi is: [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:52.064575 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 4 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:52.157573 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:52.208166 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-6e03ac77-951b-480b-81fa-0dd5ae438897 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:52.211780 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-6e03ac77-951b-480b-81fa-0dd5ae438897 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/networks?id=947148e1-5999-4fd3-94f0-f02bc4ea4130 HTTP/1.1" status: 200 len: 811 time: 0.5236173 Sep 21 21:46:52.229359 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:52.244520 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-d2c59791-7896-4662-9a10-53e99f0ec022 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/quotas/40602d85781041b8996095256fca58e0 HTTP/1.1" status: 200 len: 375 time: 0.0219569 Sep 21 21:46:52.261254 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:52.262605 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:52.273322 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:52.273711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:52.280297 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-a94db38b-0570-4320-b610-04c08c18192b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:52.293029 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-a94db38b-0570-4320-b610-04c08c18192b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.3302016 Sep 21 21:46:52.345508 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-8f275eb9-a6dc-4681-aee8-d382f8e8c4ac tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/quotas/34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 375 time: 0.0459445 Sep 21 21:46:52.365369 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:52.377843 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:52.378738 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device daf92d06-a68b-4bfa-8948-e3a17927acdf up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:52.496356 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c97343d2-121e-46ea-938c-79fe16b1b87c tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=40602d85781041b8996095256fca58e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2353048 Sep 21 21:46:52.560875 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-0851a4e1-0e80-4b9f-a083-c6896a3908aa tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2018852 Sep 21 21:46:52.572585 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:52.634852 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port daf92d06-a68b-4bfa-8948-e3a17927acdf triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:52.635333 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:52.636499 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port daf92d06-a68b-4bfa-8948-e3a17927acdf Sep 21 21:46:52.727958 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 5 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:52.856115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:52.895399 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:52.980552 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port daf92d06-a68b-4bfa-8948-e3a17927acdf is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:52.981760 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:53.056842 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:53.057226 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:53.057601 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 Sep 21 21:46:53.165672 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 2, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:53.209870 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:53.229993 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:46:53.231496 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Updating router a9796053-aab8-4435-bf7c-38fefd6bc18f port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:46:53.260130 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-98b565b3-e501-472e-8b10-b5763dba442c service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6970701 Sep 21 21:46:53.313817 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:53.360628 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-b3a291ff-1ca1-4dc8-8c54-b41e2d983f97 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:46:53.363438 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-b3a291ff-1ca1-4dc8-8c54-b41e2d983f97 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1407020 Sep 21 21:46:53.397311 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 6 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:53.434031 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-0e1ab50d-d95a-4720-8f2c-676457fd7318 service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697497 Sep 21 21:46:53.487476 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:53.571638 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-b2b73bb5-1f99-4172-9481-552996a16930 service neutron] 10.222.0.48 "GET /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987207 Sep 21 21:46:53.630055 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa4d16fc-b858-47ec-a860-6fc13831e627 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:53.762799 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port fa4d16fc-b858-47ec-a860-6fc13831e627 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:53.764708 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:53.764708 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port fa4d16fc-b858-47ec-a860-6fc13831e627 Sep 21 21:46:53.772779 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-441cf0ab-7406-4e35-9479-6a2cd519a52f service neutron] 10.222.0.48 "GET /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963534 Sep 21 21:46:53.900524 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-f47f7afc-76fe-4ad8-8926-365b424bcf6e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1789529531&fields=id&tenant_id=c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 267 time: 0.0916412 Sep 21 21:46:53.971466 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port fa4d16fc-b858-47ec-a860-6fc13831e627 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:53.971951 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.019985 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Publish callbacks [] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.023837 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 7 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:54.039332 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.157581 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:54.203913 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port fa4d16fc-b858-47ec-a860-6fc13831e627, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa4d16fc-b858-47ec-a860-6fc13831e627,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:54.229016 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.230001 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:54.296880 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e81b7-9a88-42b8-be65-1551c0531048 None None] Pushing event updated for resources: {'Port': ['ID=82302eb2-0d5e-4438-98a3-ff8c128a6a92,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:54.364721 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-787a2db8-f529-4953-8791-35b95a63a67b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:54.378097 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-787a2db8-f529-4953-8791-35b95a63a67b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 816 time: 0.4750044 Sep 21 21:46:54.421197 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0ded5247-fa5e-45cf-aee6-f55396116956 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/quotas/c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 375 time: 0.0400796 Sep 21 21:46:54.437970 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Attempting to bind port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:46:54.439701 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Attempting to bind port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:46:54.441341 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Attempting to bind port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 on network 98ff0e37-548d-454c-b48f-990cfef27ecf {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:46:54.459005 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:46:54.459382 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Checking segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:46:54.459868 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.460239 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Bound using segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:46:54.460754 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Bound port: 82302eb2-0d5e-4438-98a3-ff8c128a6a92, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:46:54.461153 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.548234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=fa4d16fc-b858-47ec-a860-6fc13831e627,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:54.552300 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:54.552669 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.552998 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 Sep 21 21:46:54.594955 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] For port 82302eb2-0d5e-4438-98a3-ff8c128a6a92, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:46:54.599659 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] For port 82302eb2-0d5e-4438-98a3-ff8c128a6a92, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=82302eb2-0d5e-4438-98a3-ff8c128a6a92,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:46:54.615811 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:54.659761 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 8 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:54.677422 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e81b7-9a88-42b8-be65-1551c0531048 None None] Pushing event updated for resources: {'Port': ['ID=82302eb2-0d5e-4438-98a3-ff8c128a6a92,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:54.691050 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:54.691937 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:54.705545 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-8a49a406-4da5-43e8-ada1-32c564b3ad53 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2808859 Sep 21 21:46:54.752861 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-4538fa39-49ec-47bb-9209-6ecd30bc5ad1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:54.755601 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-4538fa39-49ec-47bb-9209-6ecd30bc5ad1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 819 time: 0.4057341 Sep 21 21:46:54.792244 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-84d12176-dd03-410e-a3e1-ee1470de0a7a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/quotas/2da75caf1d3a4e7b952437b8f1b227a4 HTTP/1.1" status: 200 len: 375 time: 0.0297151 Sep 21 21:46:54.898846 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:54.926541 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:54.966679 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-3063ade5-64f4-4be4-b9de-686ee492cdc9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1718700 Sep 21 21:46:54.969187 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:55.003235 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-2d71b577-a2a9-404f-825b-d0a1d82b5e40 service neutron] 10.222.0.48 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948866 Sep 21 21:46:55.201089 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-85288cc8-4e3b-4fe9-8f31-b257770ccd56 service neutron] 10.222.0.48 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220273 Sep 21 21:46:55.338144 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-8a24fad5-ede6-4dfd-8633-285e0a917a0d service neutron] 10.222.0.48 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273876 Sep 21 21:46:55.470936 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 9 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:55.477582 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:55.523692 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-abdf0040-1072-4cd1-b046-de152cd08dcc service neutron] 10.222.0.48 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106046 Sep 21 21:46:55.563882 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:55.590095 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cd5f39-ce81-43b9-8006-d37db45c1b6d None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:46:55.687360 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 82302eb2-0d5e-4438-98a3-ff8c128a6a92 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:55.968557 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:55.968937 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:55.969280 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 Sep 21 21:46:56.084155 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 10 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:56.157995 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40732) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:56.195112 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:56.271446 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5343faf6-e06c-4384-b2e8-e95941dfaea9 req-753be279-616d-49e4-a4fa-359deaadbf0a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 210 time: 0.1731312 Sep 21 21:46:56.287487 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Provisioning complete for port fa4d16fc-b858-47ec-a860-6fc13831e627 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:56.293127 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:56.293558 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 1 to provision port fa4d16fc-b858-47ec-a860-6fc13831e627 Sep 21 21:46:56.303280 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:56.304046 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:56.437413 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a1fe994-76f5-4b8c-ae22-69cc13cf54ba req-dcf31674-d2b7-4648-94a9-c92771fe17ab tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 210 time: 0.1226873 Sep 21 21:46:56.438830 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.50', 60484) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:56.496078 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 82302eb2-0d5e-4438-98a3-ff8c128a6a92, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=82302eb2-0d5e-4438-98a3-ff8c128a6a92,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:46:56.523623 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:56.528899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa4d16fc-b858-47ec-a860-6fc13831e627 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:56.798169 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.50', 60485) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:56.813029 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fc67f748-0e89-4cba-8494-d2104f8b21b0 req-e9b4e51e-149f-41e3-ae1e-643cb3f008ed tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 210 time: 0.4433351 Sep 21 21:46:56.945697 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-6c86aad4-8132-4e83-98a1-8cedfbcd65fe tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:56.947293 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-6c86aad4-8132-4e83-98a1-8cedfbcd65fe tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 819 time: 0.5049584 Sep 21 21:46:57.046418 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=82302eb2-0d5e-4438-98a3-ff8c128a6a92,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:46:57.057826 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Current status of the port fa4d16fc-b858-47ec-a860-6fc13831e627 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:57.066803 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'port': {'device_id': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'admin_state_up': True, 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:57.075112 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port fa4d16fc-b858-47ec-a860-6fc13831e627 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:57.080353 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:57.081042 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port fa4d16fc-b858-47ec-a860-6fc13831e627 Sep 21 21:46:57.201345 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Provisioning complete for port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:57.201810 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:57.208016 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Attempt 1 to provision port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 Sep 21 21:46:57.343666 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-5c2a98ee-af37-4f55-a141-df4e8b77a235 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:57.346392 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-5c2a98ee-af37-4f55-a141-df4e8b77a235 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.50 "GET /v2.0/networks?id=947148e1-5999-4fd3-94f0-f02bc4ea4130 HTTP/1.1" status: 200 len: 811 time: 0.5288460 Sep 21 21:46:57.363069 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Request body: {'port': {'device_id': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'admin_state_up': True, 'tenant_id': '40602d85781041b8996095256fca58e0'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:57.427518 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-516d1324-3c06-40e7-9958-b0202ebe7114 req-b740dd0e-289d-4b3b-b224-cbd7550a2fa0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 210 time: 0.5064950 Sep 21 21:46:57.432824 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf5b-65e5-405f-9052-6d794b201079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:57.494743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port fa4d16fc-b858-47ec-a860-6fc13831e627 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:57.590465 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.50', 60494) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:57.691058 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-af64f4ff-3814-4c3f-a0b1-8d023772ba73 None None] Current status of the port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:57.737258 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f6fb7d29-623e-4897-8e84-4eb974c4d470 req-09e2d09b-a41b-4788-a7d6-870308f94c34 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 210 time: 0.1362901 Sep 21 21:46:57.748497 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 82302eb2-0d5e-4438-98a3-ff8c128a6a92 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:46:57.853609 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Made reservation on behalf of 2da75caf1d3a4e7b952437b8f1b227a4 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:57.883240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:57.945550 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Provisioning complete for port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:57.945966 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:57.948257 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Made reservation on behalf of 40602d85781041b8996095256fca58e0 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:46:57.948664 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Attempt 1 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:57.952952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:58.111048 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:58.129649 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Sync routers for ids ['34981f06-93d2-40cc-8485-b96bb7bbe586'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:46:58.182713 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Routers {'34981f06-93d2-40cc-8485-b96bb7bbe586'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:46:58.184666 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['34981f06-93d2-40cc-8485-b96bb7bbe586'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:46:58.409450 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:46:58.409872 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:58.414110 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 Sep 21 21:46:58.445502 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-43ff8948-a5a3-4464-9fc0-12e342a246cd req-595dcfa1-0558-454c-a6ce-8dc10f5718bf tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 210 time: 0.1111603 Sep 21 21:46:58.570471 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Allocated IP 172.20.0.5 (947148e1-5999-4fd3-94f0-f02bc4ea4130/1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29/3ee577a3-53fd-4c99-bfcd-5b70d24bd50b) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:46:58.769487 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-bf141b42-7ef0-450a-b49b-624aa89369f0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:58.778188 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-bf141b42-7ef0-450a-b49b-624aa89369f0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 1.1836264 Sep 21 21:46:58.779911 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Attempt 2 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:46:58.821568 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.50', 60499) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:58.824778 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.50', 60500) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:58.870810 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-aee02191-5857-4547-bd34-e10d49953c18 req-a5d44a36-f250-4757-9772-94cf133a6c41 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 210 time: 0.2084241 Sep 21 21:46:59.025665 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf5b-65e5-405f-9052-6d794b201079 admin admin] Publish callbacks [] for security_group (2e410913-cd38-49d1-8f43-c6effea16794), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:59.287385 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:46:59.382084 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a5b75f01-3d7a-4829-ad91-e3460a8a4a85 req-f2763ece-f243-4ffe-9bdb-0d38214d6424 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 210 time: 0.5473185 Sep 21 21:46:59.532709 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Set router 34981f06-93d2-40cc-8485-b96bb7bbe586 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:46:59.561948 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcf5b-65e5-405f-9052-6d794b201079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2e410913-cd38-49d1-8f43-c6effea16794), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:59.677491 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d2ffcf5b-65e5-405f-9052-6d794b201079 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8f7610c03dd4987b564c0ca4baa66d4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5171947 Sep 21 21:46:59.711832 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 40898) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:46:59.811004 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks [] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:46:59.854393 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec135f21-f12c-418b-bb08-e2d2cc139da0 req-82d842d4-a381-4e93-9f20-ff2a2fd383ca tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 210 time: 0.1404445 Sep 21 21:46:59.866984 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-67c1c431-41b9-44de-96dd-d622de6c67b4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:46:59.868855 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-67c1c431-41b9-44de-96dd-d622de6c67b4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 819 time: 1.0228422 Sep 21 21:46:59.901315 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'port': {'device_id': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'admin_state_up': True, 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:46:59.970676 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-856d40f9-dd7e-4f93-afb2-a6430dae52ed tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 380 time: 1.0953054 Sep 21 21:46:59.973116 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:46:59.974699 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Allocated IP 172.20.0.14 (898c7fcd-4130-49ef-8588-2b304493f465/f727dae6-0596-42b0-905d-7cf654441558/094c73de-31fd-4886-b7a8-08cdc47e4986) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:47:00.067940 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'port': {'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'admin_state_up': True, 'tenant_id': '34029272331c413486ea50d15a1808bf', 'security_groups': ['7359be9c-0026-42f7-bac8-f4447622b84c']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:00.123502 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 4, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fe87408d-7fcf-417f-a8ce-098c4a5ceb3b', 'name': '', 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'tenant_id': '40602d85781041b8996095256fca58e0', 'mac_address': 'fa:16:3e:a2:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:45Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 2, 'project_id': '40602d85781041b8996095256fca58e0', 'subnets': [{'id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:00.184799 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Checking router: 34981f06-93d2-40cc-8485-b96bb7bbe586 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:47:00.194438 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Updating router 34981f06-93d2-40cc-8485-b96bb7bbe586 port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:47:00.226371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Made reservation on behalf of 2da75caf1d3a4e7b952437b8f1b227a4 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:00.230421 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:00.263278 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0add0e40-9d39-4cb4-8753-63702d39428c req-71380ad3-6697-4bbe-b6aa-a8bd67420ba3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 210 time: 0.0534739 Sep 21 21:47:00.271929 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-480d32b3-a234-42de-83a5-50516bdb17d1 req-e710b492-ac41-4a38-ac1b-4c9c3af9f0f0 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 210 time: 0.5491054 Sep 21 21:47:00.276535 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:00.311579 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:00.449592 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-fd5e903d-0146-4b4f-b3be-e70a7fad9c5c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:00.451766 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-fd5e903d-0146-4b4f-b3be-e70a7fad9c5c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 816 time: 1.6212809 Sep 21 21:47:00.455640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffcf5b-65e5-405f-9052-6d794b201079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e410913-cd38-49d1-8f43-c6effea16794,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:00.518768 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Attempt 3 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:47:00.550885 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Pushing event updated for resources: {'Port': ['ID=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:00.636713 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:47:00.655900 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:00.665418 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:47:00.675046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:00.675758 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:00.755906 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:00.793669 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-74416610-4196-423d-a79e-d8d5b8e34d66 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4376061 Sep 21 21:47:00.851674 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8a56-41c0-4b5d-b5cc-2a220c871cc4 admin admin] Publish callbacks [] for security_group (2e410913-cd38-49d1-8f43-c6effea16794), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.076196 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9fed77a6-e5ce-4123-8251-74c7cfe3680b req-786e07c8-fea3-4810-a700-da0b7e63a07d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 210 time: 0.0583217 Sep 21 21:47:01.133669 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Publish callbacks [] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.148940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.260112 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c382654d-0543-4ac9-86c0-d5475f2a5a8f req-a77db91d-9e75-454d-9e0c-ada9c389c81e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 210 time: 0.3664443 Sep 21 21:47:01.262077 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Attempt 4 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:47:01.263610 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0c2c7-b990-4709-974e-0896337b3d2e None None] Pushing event updated for resources: {'Port': ['ID=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:01.310974 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Attempting to bind port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:01.310974 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Attempting to bind port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:01.310974 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Attempting to bind port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b on network 947148e1-5999-4fd3-94f0-f02bc4ea4130 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:01.322389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:01.322389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Checking segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:01.322389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.322389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Bound using segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:01.324411 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Bound port: fe87408d-7fcf-417f-a8ce-098c4a5ceb3b, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:01.324411 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.341406 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8a56-41c0-4b5d-b5cc-2a220c871cc4 admin admin] Publish callbacks [] for security_group (2e410913-cd38-49d1-8f43-c6effea16794), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.401195 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:01.410070 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-a70867ce-8ff8-4f91-9f39-a8edc4644288 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 380 time: 0.9217865 Sep 21 21:47:01.429619 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] For port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:01.433466 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] For port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:01.442477 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.483229 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Routers {'34981f06-93d2-40cc-8485-b96bb7bbe586'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:47:01.484045 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:46:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['34981f06-93d2-40cc-8485-b96bb7bbe586'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:01.500982 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eac1b9-f837-4d4d-a867-131fa014c1c1 req-3fd581af-3487-4de2-b28c-941dac9c35e3 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:01.508485 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-61eac1b9-f837-4d4d-a867-131fa014c1c1 req-3fd581af-3487-4de2-b28c-941dac9c35e3 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 931 time: 0.1123950 Sep 21 21:47:01.513427 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5bbbbbe0-d1a2-4c99-bf03-bfd91f137d21 req-750a1c10-fe8a-46f6-9b79-939340819ead tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 210 time: 0.0816665 Sep 21 21:47:01.556558 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.569090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Made reservation on behalf of 34029272331c413486ea50d15a1808bf for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:01.573694 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.596625 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-61eac1b9-f837-4d4d-a867-131fa014c1c1 req-afa948cb-ae68-49c3-8601-27f0f4fac32e tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869899 Sep 21 21:47:01.603640 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd0c2c7-b990-4709-974e-0896337b3d2e None None] Pushing event updated for resources: {'Port': ['ID=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:01.646348 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8a56-41c0-4b5d-b5cc-2a220c871cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2e410913-cd38-49d1-8f43-c6effea16794), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.650583 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2b8c8a56-41c0-4b5d-b5cc-2a220c871cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.651911 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2b8c8a56-41c0-4b5d-b5cc-2a220c871cc4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e410913-cd38-49d1-8f43-c6effea16794 HTTP/1.1" status: 204 len: 168 time: 1.9270878 Sep 21 21:47:01.693104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] Set router 34981f06-93d2-40cc-8485-b96bb7bbe586 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:47:01.708599 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8c8a56-41c0-4b5d-b5cc-2a220c871cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e410913-cd38-49d1-8f43-c6effea16794,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:01.717946 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.809193 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Allocated IP 172.20.0.12 (898c7fcd-4130-49ef-8588-2b304493f465/f727dae6-0596-42b0-905d-7cf654441558/a208ef10-8484-4167-988b-1f2af2c02a54) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:47:01.865391 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Network 898c7fcd-4130-49ef-8588-2b304493f465 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:47:01.874047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:01.876819 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:47:01.884055 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:01.884797 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:01.909897 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Attempt 5 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:47:01.930136 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'Port': ['ID=094c73de-31fd-4886-b7a8-08cdc47e4986,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:01.961257 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-299667c9-779e-49f1-8fe5-de3178de378b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9552033 Sep 21 21:47:01.963371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 40978) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:01.994568 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.20.0.4 (a849563c-ff3e-4f21-9e5e-283ea0f8bb45/8de3fc6c-e3ed-4396-9896-c4f158414300/e3e0e024-1375-4e8e-81c4-6fb353fc5577) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:47:02.106386 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Current status of the port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:02.106912 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.252101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for port (a208ef10-8484-4167-988b-1f2af2c02a54), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.256889 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] For port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:02.280070 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.315031 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-585400a5-28ee-4f4f-8714-1b908b870752 req-2e7ac729-c9dd-4508-a5e1-264e747dfa2b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 210 time: 0.0659821 Sep 21 21:47:02.315803 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.372680 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Network 898c7fcd-4130-49ef-8588-2b304493f465 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:47:02.392848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:02.403959 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:47:02.410155 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:02.410823 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.424263 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-efabf64c-9073-4ba1-90a3-77ec08f142f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.429584 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'Port': ['ID=a208ef10-8484-4167-988b-1f2af2c02a54,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:02.429981 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46619ca2-4b70-493c-9eae-d1c5bccbafbe None None] Pushing event updated for resources: {'Port': ['ID=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:02.443514 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.447750 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Provisioning complete for port 094c73de-31fd-4886-b7a8-08cdc47e4986 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:02.448134 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.448514 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 1 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:02.484360 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-d6f597c6-2a1a-4469-8282-54b4de18732d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6031613 Sep 21 21:47:02.492201 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 4, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fe87408d-7fcf-417f-a8ce-098c4a5ceb3b', 'name': '', 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'tenant_id': '40602d85781041b8996095256fca58e0', 'mac_address': 'fa:16:3e:a2:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:45Z', 'updated_at': '2022-09-21T21:47:01Z', 'revision_number': 4, 'project_id': '40602d85781041b8996095256fca58e0', 'subnets': [{'id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:02.495958 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:02.525551 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bbbebe-8980-4908-8844-ed53ae856f3e None None] The sync data for ids ['34981f06-93d2-40cc-8485-b96bb7bbe586'] in dv-cinder-858817-1-iscsi is: [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 4, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fe87408d-7fcf-417f-a8ce-098c4a5ceb3b', 'name': '', 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'tenant_id': '40602d85781041b8996095256fca58e0', 'mac_address': 'fa:16:3e:a2:09:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:45Z', 'updated_at': '2022-09-21T21:47:01Z', 'revision_number': 4, 'project_id': '40602d85781041b8996095256fca58e0', 'subnets': [{'id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:47:02.558814 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.564142 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ffee22a5-2441-4a3b-9939-621354351733 req-02d75da4-eb23-4ac7-8366-5b02d6305d22 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 210 time: 0.0768332 Sep 21 21:47:02.593440 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-2b9fdad9-10c6-4a6a-b712-62f3636bc977 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:47:02.597251 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-2b9fdad9-10c6-4a6a-b712-62f3636bc977 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0108459 Sep 21 21:47:02.750613 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:47:02.775957 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:02.783187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:47:02.788667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:02.789379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.817019 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-efabf64c-9073-4ba1-90a3-77ec08f142f1 admin admin] Publish callbacks [] for security_group (07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.841371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-efabf64c-9073-4ba1-90a3-77ec08f142f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:02.905965 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-efabf64c-9073-4ba1-90a3-77ec08f142f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b563dc78ddb249dd88f442087a0021ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9384453 Sep 21 21:47:02.933774 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41004) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:02.998610 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 2 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:03.046929 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48550d54-8a75-4fd5-a7e0-17084b2603da req-3e78e72d-980e-4bc9-a560-634d2efe8e85 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:03.051207 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48550d54-8a75-4fd5-a7e0-17084b2603da req-3e78e72d-980e-4bc9-a560-634d2efe8e85 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 931 time: 0.2388153 Sep 21 21:47:03.059008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabf64c-9073-4ba1-90a3-77ec08f142f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:03.065834 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=e3e0e024-1375-4e8e-81c4-6fb353fc5577,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:03.070735 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:03.077073 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-060f85ee-732f-4a65-ad2c-3a6defe92913 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0278549 Sep 21 21:47:03.151959 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd25bd-3625-41d7-8d6d-6c89cc67fcac req-0f026e57-45af-4d0b-aec8-fe4eb5f5cb78 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:03.160333 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-47fd25bd-3625-41d7-8d6d-6c89cc67fcac req-0f026e57-45af-4d0b-aec8-fe4eb5f5cb78 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 932 time: 0.3985293 Sep 21 21:47:03.166175 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48550d54-8a75-4fd5-a7e0-17084b2603da req-b6e0cee3-ec73-4bdb-9564-552d178c4b5c tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867574 Sep 21 21:47:03.213105 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b2d6526b-b6d4-427b-9238-fc41a64a99f5 admin admin] Publish callbacks [] for security_group (07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.255153 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b2d6526b-b6d4-427b-9238-fc41a64a99f5 admin admin] Publish callbacks [] for security_group (07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.270576 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'port': {'device_id': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'admin_state_up': True, 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'security_groups': ['85c521be-3a46-42e8-abf6-aa781e019887']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:03.277617 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-47fd25bd-3625-41d7-8d6d-6c89cc67fcac req-85d13484-184f-4a71-b370-164989cfadc3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157367 Sep 21 21:47:03.504402 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b2d6526b-b6d4-427b-9238-fc41a64a99f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.506999 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b2d6526b-b6d4-427b-9238-fc41a64a99f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.508348 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b2d6526b-b6d4-427b-9238-fc41a64a99f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe HTTP/1.1" status: 204 len: 168 time: 0.5170021 Sep 21 21:47:03.542219 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6526b-b6d4-427b-9238-fc41a64a99f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cf8b0a-2c0a-4b3f-a39b-f6444c9c24fe,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:03.573910 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 3 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:03.593421 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Made reservation on behalf of c8c7809e96634705be99daed4c8edf96 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:03.597494 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.716950 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a812d-2395-4cde-97d0-0e706616bab5 req-68541e0d-bb37-4021-b911-7aa9f0363169 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:03.720556 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-711a812d-2395-4cde-97d0-0e706616bab5 req-68541e0d-bb37-4021-b911-7aa9f0363169 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 931 time: 0.2271056 Sep 21 21:47:03.745566 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:03.747775 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fe87408d-7fcf-417f-a8ce-098c4a5ceb3b up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:03.811089 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-a732c42a-8619-4dee-8f5b-30a79bf7f835 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:47:03.811572 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-8749473e-1eba-4a0c-aeb7-777c47cdcc2e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:47:03.814682 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-8749473e-1eba-4a0c-aeb7-777c47cdcc2e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304372 Sep 21 21:47:03.829077 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-a732c42a-8619-4dee-8f5b-30a79bf7f835 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0347512 Sep 21 21:47:03.845872 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-5da46346-e99b-4141-9310-7ac63101bede tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:47:03.847163 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-5da46346-e99b-4141-9310-7ac63101bede tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0163596 Sep 21 21:47:03.911844 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-711a812d-2395-4cde-97d0-0e706616bab5 req-10acaa98-6079-4874-a8ae-d2f8507030e0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683877 Sep 21 21:47:03.962338 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:03.963224 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:03.963807 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b Sep 21 21:47:03.973576 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a632ef83-f870-4d4a-b575-133c134f3eff req-52463790-299d-4ee6-8191-1226b84b84a3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 210 time: 0.1071687 Sep 21 21:47:04.097212 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:04.195652 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Request body: {'port': {'device_id': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:04.247450 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 4 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:04.249667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Allocated IP 172.20.0.3 (98ff0e37-548d-454c-b48f-990cfef27ecf/34596047-9b04-4d2d-b3e7-5567ed192a99/78fedd20-835d-47be-bbff-d5d2624fb142) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:47:04.412367 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:04.475520 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41060) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:04.484044 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Request body: {'port': {'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:04.660499 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:04.861259 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Request body: {'port': {'device_id': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:04.911867 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-16a7bb9d-a9d2-483f-afc4-57fc2418af68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:04.914322 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 5 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:05.034284 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:05.154807 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for port (78fedd20-835d-47be-bbff-d5d2624fb142), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:05.241391 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Request body: {'port': {'device_id': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:05.536011 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 6 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:05.542545 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:05.572060 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e01d27-c22b-44fe-8167-ce1f68fd30b8 req-b1f4f622-b6a4-4537-834d-a3e714875f59 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:05.573885 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-31e01d27-c22b-44fe-8167-ce1f68fd30b8 req-b1f4f622-b6a4-4537-834d-a3e714875f59 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 932 time: 1.0973935 Sep 21 21:47:05.642874 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:05.732063 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:05.759628 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:05.795209 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094c73de-31fd-4886-b7a8-08cdc47e4986 {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:05.807015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Publish callbacks [] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:05.835394 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Transition to ACTIVE for port object 094c73de-31fd-4886-b7a8-08cdc47e4986 will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:47:05.851004 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:05.930979 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0a147-f2c6-45e5-a907-5b9356b9b06d req-1ec7497d-b06f-4ede-a158-74d100e77c73 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:05.940823 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a2c0a147-f2c6-45e5-a907-5b9356b9b06d req-1ec7497d-b06f-4ede-a158-74d100e77c73 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 931 time: 1.5540566 Sep 21 21:47:05.994710 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Network 98ff0e37-548d-454c-b48f-990cfef27ecf is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:47:05.995490 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:06.072352 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:47:06.097778 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:06.101640 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:06.101858 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:06.145137 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 7 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:06.260493 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:06.279667 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:06.300158 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Pushing event updated for resources: {'Port': ['ID=094c73de-31fd-4886-b7a8-08cdc47e4986,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:06.327836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Attempting to bind port 094c73de-31fd-4886-b7a8-08cdc47e4986 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:06.327836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Attempting to bind port 094c73de-31fd-4886-b7a8-08cdc47e4986 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:06.328172 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Attempting to bind port 094c73de-31fd-4886-b7a8-08cdc47e4986 on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:06.345441 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-0b007676-3440-4c2b-8c31-f055f3dfa0fc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0878215 Sep 21 21:47:06.383349 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 on network 898c7fcd-4130-49ef-8588-2b304493f465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:47:06.383681 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Attempting to bind port 094c73de-31fd-4886-b7a8-08cdc47e4986 on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:06.387629 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-31e01d27-c22b-44fe-8167-ce1f68fd30b8 req-7e528487-42a7-4743-9262-f4da0b750258 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887740 Sep 21 21:47:06.433953 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:06.434339 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Checking segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:06.435026 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Bound using segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:06.435648 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Bound port: 094c73de-31fd-4886-b7a8-08cdc47e4986, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:06.436073 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:06.474677 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Request body: {'port': {'device_id': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:06.543012 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a2c0a147-f2c6-45e5-a907-5b9356b9b06d req-695f8d9d-5367-404e-88d7-0e6e86078729 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5789402 Sep 21 21:47:06.781744 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 8 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:06.856708 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:47:06.924301 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:07.094260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e0e024-1375-4e8e-81c4-6fb353fc5577 {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:07.109743 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Publish callbacks [] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.152945 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Transition to ACTIVE for port object e3e0e024-1375-4e8e-81c4-6fb353fc5577 will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:47:07.161861 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] For port 094c73de-31fd-4886-b7a8-08cdc47e4986, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:07.206536 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.294972 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] For port 094c73de-31fd-4886-b7a8-08cdc47e4986, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=094c73de-31fd-4886-b7a8-08cdc47e4986,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:07.300136 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-16a7bb9d-a9d2-483f-afc4-57fc2418af68 admin admin] Publish callbacks [] for security_group (811e7b45-0817-4e2e-9ec3-07cda13ef3ee), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.365236 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.386776 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Attempting to bind port e3e0e024-1375-4e8e-81c4-6fb353fc5577 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:07.387732 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Attempting to bind port e3e0e024-1375-4e8e-81c4-6fb353fc5577 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:07.387732 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Attempting to bind port e3e0e024-1375-4e8e-81c4-6fb353fc5577 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:07.391656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:07.392277 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.393815 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] 10.222.0.50 "PUT /v2.0/ports/094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 200 len: 1094 time: 3.3104780 Sep 21 21:47:07.400625 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'tag': '094c73de-31fd-4886-b7a8-08cdc47e4986'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:07.432119 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 9 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:07.716837 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0e024-1375-4e8e-81c4-6fb353fc5577,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:07.761826 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-16a7bb9d-a9d2-483f-afc4-57fc2418af68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (811e7b45-0817-4e2e-9ec3-07cda13ef3ee), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.777618 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 094c73de-31fd-4886-b7a8-08cdc47e4986 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:47:07.799251 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Provisioning complete for port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:07.799942 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.800491 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 1 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:07.886656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Port e3e0e024-1375-4e8e-81c4-6fb353fc5577 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:47:07.887246 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Attempting to bind port e3e0e024-1375-4e8e-81c4-6fb353fc5577 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:07.889987 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:07.913743 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:07.914359 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:07.914986 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Bound using segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:07.915674 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Bound port: e3e0e024-1375-4e8e-81c4-6fb353fc5577, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:07.916395 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:07.942408 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3d33f-c6fd-4969-b407-f5b2bd0965f0 req-52c59d95-8ec0-480a-81ea-ca3dfedfea3f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:07.944606 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-09c3d33f-c6fd-4969-b407-f5b2bd0965f0 req-52c59d95-8ec0-480a-81ea-ca3dfedfea3f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 931 time: 0.7873766 Sep 21 21:47:08.029106 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1f71d-e380-41b0-a011-d8ca6ec70474 service neutron] Pushing event updated for resources: {'Port': ['ID=094c73de-31fd-4886-b7a8-08cdc47e4986,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:08.076384 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-93132f23-8bdf-4605-8814-29aebf9c8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:08.078287 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-93132f23-8bdf-4605-8814-29aebf9c8ddc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1128 time: 0.3786857 Sep 21 21:47:08.089388 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-09c3d33f-c6fd-4969-b407-f5b2bd0965f0 req-ba53a836-6772-4785-baeb-c39930de2339 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059422 Sep 21 21:47:08.096912 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] For port e3e0e024-1375-4e8e-81c4-6fb353fc5577, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:08.155924 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.165748 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7bb9d-a9d2-483f-afc4-57fc2418af68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811e7b45-0817-4e2e-9ec3-07cda13ef3ee,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:08.182016 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-16a7bb9d-a9d2-483f-afc4-57fc2418af68 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b2e95631ca04fc08cfc9781a327a22c&name=default HTTP/1.1" status: 200 len: 2996 time: 3.6931500 Sep 21 21:47:08.200521 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223f7fb-0d2f-4166-b580-ced8f79e3c69 req-304a4a45-5d9b-4d0d-a9a1-908c78784f71 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:08.204723 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6223f7fb-0d2f-4166-b580-ced8f79e3c69 req-304a4a45-5d9b-4d0d-a9a1-908c78784f71 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 943 time: 0.8895986 Sep 21 21:47:08.207529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c" -d '{"events": [{"name": "network-changed", "server_uuid": "17f42d09-3aad-4eb4-8dc6-273bbe0511b0", "tag": "094c73de-31fd-4886-b7a8-08cdc47e4986"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:08.212274 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41146) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:08.225729 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:08.239019 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] For port e3e0e024-1375-4e8e-81c4-6fb353fc5577, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:08.280410 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Publish callbacks [] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.347571 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-87533a54-f927-4c61-90bb-27939b88da6c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 200 len: 217 time: 0.2521741 Sep 21 21:47:08.384912 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.391309 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 2 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:08.402093 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Transition to ACTIVE for port object 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:47:08.407197 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:08.408803 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.411625 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] 10.222.0.50 "PUT /v2.0/ports/e3e0e024-1375-4e8e-81c4-6fb353fc5577 HTTP/1.1" status: 200 len: 1093 time: 4.3265507 Sep 21 21:47:08.437224 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.485287 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:08.493538 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ef76a851-5091-470a-881b-598c6a87178b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.533546 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-95fa2a3e-7a2d-4f31-961d-196669f50b81 admin admin] Publish callbacks [] for security_group (811e7b45-0817-4e2e-9ec3-07cda13ef3ee), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:08.666339 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-9b3a1736-7122-4eb7-ace8-1a9c871c58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:08.669327 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-9b3a1736-7122-4eb7-ace8-1a9c871c58c4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.2521851 Sep 21 21:47:08.672567 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446aa5c8-bce4-4663-aa26-54eefc82abcc service neutron] Pushing event updated for resources: {'Port': ['ID=e3e0e024-1375-4e8e-81c4-6fb353fc5577,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:08.684746 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b107af-fd10-47ec-a24e-11b857bd503c req-3c1adc16-1c21-40fe-939b-0d776947de30 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:08.692910 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48b107af-fd10-47ec-a24e-11b857bd503c req-3c1adc16-1c21-40fe-939b-0d776947de30 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 932 time: 0.3569007 Sep 21 21:47:08.717014 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-c1b002e4-4c72-462a-bbce-35d202225e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:08.719048 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-c1b002e4-4c72-462a-bbce-35d202225e48 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 1127 time: 0.2079198 Sep 21 21:47:08.857370 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:08.865368 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6223f7fb-0d2f-4166-b580-ced8f79e3c69 req-f8750202-5ad6-48e5-9e32-ed81f203908a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6505141 Sep 21 21:47:08.883363 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-1c2f3510-c65f-414f-a6c0-0135a98369e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577 HTTP/1.1" status: 200 len: 217 time: 0.1181760 Sep 21 21:47:08.986501 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 3 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:09.031612 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-74e1d9c1-eab0-4542-bd29-937dafdec4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:09.035988 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-74e1d9c1-eab0-4542-bd29-937dafdec4da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.1515911 Sep 21 21:47:09.047462 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48b107af-fd10-47ec-a24e-11b857bd503c req-c6a407e6-ca1d-45d3-ad18-786f831d0d49 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535063 Sep 21 21:47:09.109256 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:09.163887 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-95fa2a3e-7a2d-4f31-961d-196669f50b81 admin admin] Publish callbacks [] for security_group (811e7b45-0817-4e2e-9ec3-07cda13ef3ee), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:09.208588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-d37b7d64-caf5-4bfc-a679-258be5d8a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:09.227850 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-d37b7d64-caf5-4bfc-a679-258be5d8a400 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5326228 Sep 21 21:47:09.275543 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a208ef10-8484-4167-988b-1f2af2c02a54 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:09.277696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-15e642e3-e7fb-4038-8781-df05ece89152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:09.279357 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-15e642e3-e7fb-4038-8781-df05ece89152 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2123003 Sep 21 21:47:09.421730 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Publish callbacks [] for port (a208ef10-8484-4167-988b-1f2af2c02a54), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:09.438076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Transition to ACTIVE for port object a208ef10-8484-4167-988b-1f2af2c02a54 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:47:09.451090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Attempting to bind port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:09.451969 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Attempting to bind port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:09.452695 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Attempting to bind port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b on network 947148e1-5999-4fd3-94f0-f02bc4ea4130 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:09.496791 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:09.533824 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b on network 947148e1-5999-4fd3-94f0-f02bc4ea4130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:47:09.546364 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Attempting to bind port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b on network 947148e1-5999-4fd3-94f0-f02bc4ea4130 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:09.611811 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 4 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:09.617902 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:09.621176 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Checking segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:09.622220 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Bound using segment: {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:09.624374 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Bound port: 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f4f421f-d3db-4771-8bb0-ab4e569d4328', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:09.624921 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:09.709001 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:09.745079 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-95fa2a3e-7a2d-4f31-961d-196669f50b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (811e7b45-0817-4e2e-9ec3-07cda13ef3ee), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:09.747911 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-95fa2a3e-7a2d-4f31-961d-196669f50b81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:09.749466 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-95fa2a3e-7a2d-4f31-961d-196669f50b81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/811e7b45-0817-4e2e-9ec3-07cda13ef3ee HTTP/1.1" status: 204 len: 168 time: 1.5360565 Sep 21 21:47:09.769519 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae110c-071c-43ed-b13b-f4d2ab70f047 req-b16b90a0-04d5-4cc9-b5df-b594be2e2840 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:09.802088 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6fae110c-071c-43ed-b13b-f4d2ab70f047 req-b16b90a0-04d5-4cc9-b5df-b594be2e2840 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 943 time: 0.6100075 Sep 21 21:47:09.887097 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Pushing event updated for resources: {'Port': ['ID=a208ef10-8484-4167-988b-1f2af2c02a54,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:09.984120 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fa2a3e-7a2d-4f31-961d-196669f50b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811e7b45-0817-4e2e-9ec3-07cda13ef3ee,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:10.028542 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-d75f964b-420b-4221-8812-1a688fad2d76 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6414936 Sep 21 21:47:10.033226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d3195a-48c9-43fb-8309-4e931f4528ec x-openstack-request-id: req-44d3195a-48c9-43fb-8309-4e931f4528ec {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:10.033906 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f42d09-3aad-4eb4-8dc6-273bbe0511b0", "tag": "094c73de-31fd-4886-b7a8-08cdc47e4986", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:10.034297 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44d3195a-48c9-43fb-8309-4e931f4528ec {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:10.034904 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44d3195a-48c9-43fb-8309-4e931f4528ec'] response: {'name': 'network-changed', 'server_uuid': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'tag': '094c73de-31fd-4886-b7a8-08cdc47e4986', 'status': 'completed', 'code': 200} Sep 21 21:47:10.081482 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Attempting to bind port a208ef10-8484-4167-988b-1f2af2c02a54 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:10.085397 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Attempting to bind port a208ef10-8484-4167-988b-1f2af2c02a54 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:10.085961 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Attempting to bind port a208ef10-8484-4167-988b-1f2af2c02a54 on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:10.132922 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Port a208ef10-8484-4167-988b-1f2af2c02a54 on network 898c7fcd-4130-49ef-8588-2b304493f465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:47:10.133396 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Attempting to bind port a208ef10-8484-4167-988b-1f2af2c02a54 on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:10.211144 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 5 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:10.258170 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23763a3-d849-4a96-9d91-71d992820644 req-7f78915d-c841-4811-8a1f-ca9d4e1ff4a7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:10.268146 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f23763a3-d849-4a96-9d91-71d992820644 req-7f78915d-c841-4811-8a1f-ca9d4e1ff4a7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 931 time: 0.2371645 Sep 21 21:47:10.327987 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78fedd20-835d-47be-bbff-d5d2624fb142 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:10.345705 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:47:10.358528 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Publish callbacks [] for port (78fedd20-835d-47be-bbff-d5d2624fb142), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:10.413477 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f23763a3-d849-4a96-9d91-71d992820644 req-d55f60e1-79f1-44a5-be15-8fde93616f9c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291478 Sep 21 21:47:10.431052 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-89c15d3c-ee6a-45ec-a847-75aad9788a95 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0318465 Sep 21 21:47:10.436761 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Transition to ACTIVE for port object 78fedd20-835d-47be-bbff-d5d2624fb142 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:47:10.445491 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-3d6b8ea0-6118-4a9b-805c-f626b4ead50d service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663254 Sep 21 21:47:10.479371 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] For port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:10.510920 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] For port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:10.546431 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6fae110c-071c-43ed-b13b-f4d2ab70f047 req-cd2d629d-777c-416e-bfaa-75a31c292f46 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7381697 Sep 21 21:47:10.551548 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:10.578039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:10.581242 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:10.606409 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] 10.222.0.50 "PUT /v2.0/ports/3ee577a3-53fd-4c99-bfcd-5b70d24bd50b HTTP/1.1" status: 200 len: 1093 time: 6.5027957 Sep 21 21:47:10.609868 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:10.627979 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:10.628373 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Checking segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:10.628740 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Bound using segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:10.629223 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Bound port: a208ef10-8484-4167-988b-1f2af2c02a54, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:10.638881 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:10.651432 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4c685a6f-10c7-4585-9e3d-e6af6122c765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:10.714834 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7cc7356e-e852-4fd0-8d5a-2d308868fce4 req-7fce8cdf-c6ab-4df0-8186-b41d3c4ea7f3 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655451 Sep 21 21:47:10.776791 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'tag': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:10.846672 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Attempt 6 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:10.915181 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaeda39-acc8-4fa4-9d31-f4535ad93845 req-4a6fa26c-9900-4cd6-9a99-ff994fada042 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:10.925138 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ccaeda39-acc8-4fa4-9d31-f4535ad93845 req-4a6fa26c-9900-4cd6-9a99-ff994fada042 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 943 time: 0.1954989 Sep 21 21:47:11.000660 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f3c5c-5328-4092-beef-d410803e03d5 None None] Port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:47:11.142505 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] For port a208ef10-8484-4167-988b-1f2af2c02a54, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:11.147225 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] For port a208ef10-8484-4167-988b-1f2af2c02a54, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a208ef10-8484-4167-988b-1f2af2c02a54,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:11.175178 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ccaeda39-acc8-4fa4-9d31-f4535ad93845 req-3555cd4d-e898-43b6-888e-d30c4da9128f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386491 Sep 21 21:47:11.179028 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-c20e99f2-0466-4feb-9e9a-5b9acf9543a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.183830 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-c20e99f2-0466-4feb-9e9a-5b9acf9543a7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1128 time: 0.1856465 Sep 21 21:47:11.221586 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:11.276736 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.277400 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:11.278988 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] 10.222.0.50 "PUT /v2.0/ports/a208ef10-8484-4167-988b-1f2af2c02a54 HTTP/1.1" status: 200 len: 1094 time: 7.1809578 Sep 21 21:47:11.324968 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4115bf-ef3f-4b48-8257-3d1529d410c7 req-55625187-8242-4394-b13b-411a33731b07 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.332087 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cf4115bf-ef3f-4b48-8257-3d1529d410c7 req-55625187-8242-4394-b13b-411a33731b07 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 944 time: 0.6666045 Sep 21 21:47:11.370613 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Attempting to bind port 78fedd20-835d-47be-bbff-d5d2624fb142 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:11.371016 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Attempting to bind port 78fedd20-835d-47be-bbff-d5d2624fb142 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:11.371290 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Attempting to bind port 78fedd20-835d-47be-bbff-d5d2624fb142 on network 98ff0e37-548d-454c-b48f-990cfef27ecf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:11.404390 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Port 78fedd20-835d-47be-bbff-d5d2624fb142 on network 98ff0e37-548d-454c-b48f-990cfef27ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:47:11.404754 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Attempting to bind port 78fedd20-835d-47be-bbff-d5d2624fb142 on network 98ff0e37-548d-454c-b48f-990cfef27ecf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:11.490613 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-3057dd58-0cc6-4310-ab23-54cec70a7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.493282 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-3057dd58-0cc6-4310-ab23-54cec70a7cf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.3017304 Sep 21 21:47:11.642518 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68" -d '{"events": [{"name": "network-changed", "server_uuid": "2ea0c36e-3d7f-4e18-b877-a3934dc4555b", "tag": "3ee577a3-53fd-4c99-bfcd-5b70d24bd50b"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:11.709892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:11.709892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Checking segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:11.709892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Bound using segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:11.709892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Bound port: 78fedd20-835d-47be-bbff-d5d2624fb142, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:11.709892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:11.710912 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-b2ddea84-af10-4383-89e3-d08da97d2eab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 200 len: 217 time: 0.1696398 Sep 21 21:47:11.723305 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-e17eb52c-a7db-4de0-874e-ffc314654124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.724929 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-e17eb52c-a7db-4de0-874e-ffc314654124 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40602d85781041b8996095256fca58e0&device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 1127 time: 1.0113215 Sep 21 21:47:11.801621 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3a5d9-b83a-415d-82f8-ffa05202bf95 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:11.896177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-2b347e89-75f3-42c5-94f9-9bc38bf6d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:11.898011 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-2b347e89-75f3-42c5-94f9-9bc38bf6d462 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1620080 Sep 21 21:47:11.986683 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:12.021934 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388ce602-b718-46ee-a511-4ce9e1ebfbb0 req-480cf268-92f0-42fe-b4a6-e33e2ec3ce94 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.023534 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-388ce602-b718-46ee-a511-4ce9e1ebfbb0 req-480cf268-92f0-42fe-b4a6-e33e2ec3ce94 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.3316522 Sep 21 21:47:12.043954 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:12.052115 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:12.113641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-85340907-2a5b-4339-8fd1-be7b9dbed1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.115300 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-85340907-2a5b-4339-8fd1-be7b9dbed1a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1957743 Sep 21 21:47:12.139415 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-02866543-3cf9-45fc-aa9a-146c1caf7f3f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b HTTP/1.1" status: 200 len: 217 time: 0.3214891 Sep 21 21:47:12.178757 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:12.218888 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-388ce602-b718-46ee-a511-4ce9e1ebfbb0 req-6bada720-c7e3-4ae0-8175-7e7f3ab3b535 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710672 Sep 21 21:47:12.567365 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-44cdc56c-9c72-44a8-b501-2fedbeb22572 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975279 Sep 21 21:47:12.576297 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f0270-2a49-48a9-826e-3fbbb1f37291 req-18173c38-f723-4074-9e98-a63e13983d62 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.585559 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5d8f0270-2a49-48a9-826e-3fbbb1f37291 req-18173c38-f723-4074-9e98-a63e13983d62 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 943 time: 0.1834776 Sep 21 21:47:12.670344 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cf4115bf-ef3f-4b48-8257-3d1529d410c7 req-c5112e78-9436-4e1d-8d27-6688c01fe5e3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2999642 Sep 21 21:47:12.698090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-ed08e6e8-434a-4287-abe9-aa297fad90ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.700598 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-ed08e6e8-434a-4287-abe9-aa297fad90ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 1128 time: 0.9953730 Sep 21 21:47:12.729157 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5d8f0270-2a49-48a9-826e-3fbbb1f37291 req-d192c336-53e6-47c2-a0ff-94cc1471bf0a tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422348 Sep 21 21:47:12.759945 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:12.782077 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-0e788f91-e9af-470a-bbdc-dd0f6c798c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.786838 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-0e788f91-e9af-470a-bbdc-dd0f6c798c84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29 HTTP/1.1" status: 200 len: 850 time: 0.6129255 Sep 21 21:47:12.806881 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49d05ffc-7fb1-4e62-90bf-c1254fcea58c req-fdfdc309-e4c1-4d2a-ae20-dc5488c9a033 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172494 Sep 21 21:47:12.830924 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff07ba3-f2ca-47ad-9fce-19742ba5b615 x-openstack-request-id: req-8ff07ba3-f2ca-47ad-9fce-19742ba5b615 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:12.831225 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:12.831486 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8ff07ba3-f2ca-47ad-9fce-19742ba5b615 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:12.831889 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ff07ba3-f2ca-47ad-9fce-19742ba5b615'] response: {'name': 'network-changed', 'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'status': 'completed', 'code': 200} Sep 21 21:47:12.847801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:12.852479 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5631e7-b752-4b36-a0a4-ea9327a601df service neutron] Pushing event updated for resources: {'Port': ['ID=a208ef10-8484-4167-988b-1f2af2c02a54,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:12.864189 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-2063a1a4-4801-4462-8a93-6d999f70d79a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a208ef10-8484-4167-988b-1f2af2c02a54 HTTP/1.1" status: 200 len: 217 time: 0.1277704 Sep 21 21:47:12.888323 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:12.923631 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.924355 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:12.925901 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] 10.222.0.50 "PUT /v2.0/ports/78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 1093 time: 6.4808784 Sep 21 21:47:12.953810 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57e7b7-47a1-4e59-9db8-0d87dd10df52 req-21bac888-7919-4744-9cf1-5544c8864177 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.962294 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5e57e7b7-47a1-4e59-9db8-0d87dd10df52 req-21bac888-7919-4744-9cf1-5544c8864177 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 943 time: 0.0825112 Sep 21 21:47:12.993118 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-61c3dd4c-18a1-40a8-9f30-a600dfc24815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:12.998159 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-61c3dd4c-18a1-40a8-9f30-a600dfc24815 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=947148e1-5999-4fd3-94f0-f02bc4ea4130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1434691 Sep 21 21:47:13.006272 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aea7a3-fe76-414f-84bc-58d1a298f5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:13.014726 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5e57e7b7-47a1-4e59-9db8-0d87dd10df52 req-6b9b735b-70b8-4864-a4a6-ec8e795f624d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508664 Sep 21 21:47:13.117427 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe8d3c-8ee9-4b65-8cfd-9766ca5eaa1d x-openstack-request-id: req-3dbe8d3c-8ee9-4b65-8cfd-9766ca5eaa1d {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:13.117427 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ea0c36e-3d7f-4e18-b877-a3934dc4555b", "tag": "3ee577a3-53fd-4c99-bfcd-5b70d24bd50b", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:13.117427 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3dbe8d3c-8ee9-4b65-8cfd-9766ca5eaa1d {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:13.117939 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbe8d3c-8ee9-4b65-8cfd-9766ca5eaa1d'] response: {'name': 'network-changed', 'server_uuid': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'tag': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b', 'status': 'completed', 'code': 200} Sep 21 21:47:13.134192 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-b8978697-a763-4380-80a8-769342f963d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.135665 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-b8978697-a763-4380-80a8-769342f963d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1024396 Sep 21 21:47:13.169014 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-cba971c2-0764-4b44-9b2b-abc9a2862185 service neutron] 10.222.0.50 "GET /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065972 Sep 21 21:47:13.300353 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-6249057c-c683-4e35-a23c-1edbb1c1d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.302575 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-6249057c-c683-4e35-a23c-1edbb1c1d4a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1127 time: 0.0876040 Sep 21 21:47:13.370580 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-e144883d-ed5c-4a49-8c85-3cd6263482a6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 217 time: 0.0560598 Sep 21 21:47:13.393705 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-84b1fa5f-4845-4b75-9ff0-95bdc8a50548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.395281 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-84b1fa5f-4845-4b75-9ff0-95bdc8a50548 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1942844 Sep 21 21:47:13.434411 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-438c3b57-85b9-4496-ae96-3daf74eadf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.436244 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-438c3b57-85b9-4496-ae96-3daf74eadf14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 1127 time: 0.2052405 Sep 21 21:47:13.462985 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-e11810c9-5f49-4518-b2ba-ed9f52099f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.463868 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5625f65d-6ffc-4971-9048-e79ab0be5ad4 req-a251a12d-8891-4bc9-83d4-5c29d1d96212 service neutron] 10.222.0.50 "GET /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313960 Sep 21 21:47:13.464538 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-e11810c9-5f49-4518-b2ba-ed9f52099f74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0802395 Sep 21 21:47:13.485680 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a486e-69f4-4e13-9272-84a39fdfdfea req-f34f889f-45c6-47e1-ab9e-dfdf7015b919 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.494382 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-667a486e-69f4-4e13-9272-84a39fdfdfea req-f34f889f-45c6-47e1-ab9e-dfdf7015b919 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1268446 Sep 21 21:47:13.590704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-c1177144-6fd9-4fe4-89d5-3fad7f89028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.593466 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-c1177144-6fd9-4fe4-89d5-3fad7f89028e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186037 Sep 21 21:47:13.668059 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-0cb5daaa-a393-4739-b749-18ed3651c457 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648730 Sep 21 21:47:13.763640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-d876233e-235f-423a-8423-bb673d555181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.765432 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-d876233e-235f-423a-8423-bb673d555181 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.2981687 Sep 21 21:47:13.771726 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-cd60f56d-b77f-4790-a58d-d85f247297ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.773121 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-cd60f56d-b77f-4790-a58d-d85f247297ab service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=40602d85781041b8996095256fca58e0&device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 1127 time: 0.2259047 Sep 21 21:47:13.781036 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:13.805950 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-d21747a4-b239-4336-9fa5-65accbbaf313 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989129 Sep 21 21:47:13.827973 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-a0325f55-c981-4b07-b749-1f776e00ec64 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577 HTTP/1.1" status: 200 len: 217 time: 0.0521491 Sep 21 21:47:13.902969 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-667a486e-69f4-4e13-9272-84a39fdfdfea req-0bac2692-3667-4bdb-996b-1690c859f40f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3714929 Sep 21 21:47:13.957075 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a68730d0-1c0b-45af-a820-5bf6c7d39d5a req-fde8b0a9-6ae5-425a-9d62-ec4753e5cce3 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485353 Sep 21 21:47:13.966550 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a809f125-54eb-43a4-972c-90d7cfa1f446 req-8d3283e0-4e88-4674-b150-6068ca2008fb service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755108 Sep 21 21:47:13.986173 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-7cfb374f-63ab-4f0c-b0b5-940f78a9e6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:13.987846 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-7cfb374f-63ab-4f0c-b0b5-940f78a9e6f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.1426723 Sep 21 21:47:14.084529 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-5aedea95-a477-44cd-a206-9b73c636352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.101149 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-5aedea95-a477-44cd-a206-9b73c636352a service neutron] 10.222.0.50 "GET /v2.0/networks?id=947148e1-5999-4fd3-94f0-f02bc4ea4130 HTTP/1.1" status: 200 len: 912 time: 0.2992260 Sep 21 21:47:14.129608 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ff043-8e63-4c2c-925e-aa4f23cf118f req-83cc6b43-8879-42cf-89d1-19e5cb891c35 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.135784 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e6ff043-8e63-4c2c-925e-aa4f23cf118f req-83cc6b43-8879-42cf-89d1-19e5cb891c35 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 944 time: 0.2542045 Sep 21 21:47:14.203618 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-c6f68555-53a2-4a78-beea-dab0d3104e36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b HTTP/1.1" status: 200 len: 217 time: 0.1013250 Sep 21 21:47:14.265151 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-57a69d67-4bd1-4953-9f2a-5d7a7ff88531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.267170 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-57a69d67-4bd1-4953-9f2a-5d7a7ff88531 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2686453 Sep 21 21:47:14.374474 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad089c-ef2b-438f-b2c1-ff1f824e2a7f req-117b0a36-ea67-4a61-a4f9-28f4ee316b78 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.375930 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d9ad089c-ef2b-438f-b2c1-ff1f824e2a7f req-117b0a36-ea67-4a61-a4f9-28f4ee316b78 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 943 time: 0.3082340 Sep 21 21:47:14.376756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-146c2f6c-c8e7-4842-a188-8044c4ead74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.378420 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-146c2f6c-c8e7-4842-a188-8044c4ead74b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29 HTTP/1.1" status: 200 len: 850 time: 0.1611922 Sep 21 21:47:14.385061 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e6ff043-8e63-4c2c-925e-aa4f23cf118f req-15633e04-e7ac-49da-ac4a-61461f465d8f tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956573 Sep 21 21:47:14.457168 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d9ad089c-ef2b-438f-b2c1-ff1f824e2a7f req-b0725162-1c0c-4483-84ff-a62a7b21447a tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745053 Sep 21 21:47:14.521159 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-7c42d6ba-126f-4ded-9728-3442583d0559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.522924 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-7c42d6ba-126f-4ded-9728-3442583d0559 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=947148e1-5999-4fd3-94f0-f02bc4ea4130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1368937 Sep 21 21:47:14.525905 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-8d2b2e13-64cb-42aa-9a04-10782acfdf5d service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372520 Sep 21 21:47:14.650488 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5692668-25a9-4209-a719-f4bfaad346dd req-f1066774-4690-4cee-ac60-3622de43a5be tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:14.650488 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b5692668-25a9-4209-a719-f4bfaad346dd req-f1066774-4690-4cee-ac60-3622de43a5be tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 943 time: 0.1735203 Sep 21 21:47:14.941582 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-d53104d9-d68a-4b6e-9f40-586d48188e9b service neutron] 10.222.0.50 "GET /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062209 Sep 21 21:47:14.943779 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bac90eb6-9493-4d6b-aac9-2561fa9a7ab9 req-2b433bd5-616a-4df4-91a8-c8d6e609bd75 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073663 Sep 21 21:47:14.947555 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b5692668-25a9-4209-a719-f4bfaad346dd req-a6723447-8a83-4532-b333-5c7caa70401d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964904 Sep 21 21:47:15.089425 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7a391-b168-43c1-a953-57372a1bc37a req-111fab27-328c-45eb-b80a-8eba72f00fe2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.091020 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-12d7a391-b168-43c1-a953-57372a1bc37a req-111fab27-328c-45eb-b80a-8eba72f00fe2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.0642927 Sep 21 21:47:15.116581 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bfd2a8f-f4a8-48fa-a82c-6ef705ea8d68 req-99999068-d2ef-48b2-9cf5-96cdda76aa0e service neutron] 10.222.0.50 "GET /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574879 Sep 21 21:47:15.120385 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'tag': 'a208ef10-8484-4167-988b-1f2af2c02a54'}, {'name': 'network-changed', 'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:15.127003 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e9f462-45e4-4b03-9406-942eb0d8a700" -d '{"events": [{"name": "network-changed", "server_uuid": "fd262f73-a21f-4af4-8051-22e3a3b800b2", "tag": "a208ef10-8484-4167-988b-1f2af2c02a54"}, {"name": "network-changed", "server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:15.139699 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:15.155832 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-12d7a391-b168-43c1-a953-57372a1bc37a req-806a2a2c-24a3-49ef-85bb-1b19cfb96da5 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584478 Sep 21 21:47:15.197993 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aeca2d-a7e0-4d03-9f67-c7bfda1e9869 x-openstack-request-id: req-91aeca2d-a7e0-4d03-9f67-c7bfda1e9869 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:15.198807 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd262f73-a21f-4af4-8051-22e3a3b800b2", "tag": "a208ef10-8484-4167-988b-1f2af2c02a54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:15.199107 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-91aeca2d-a7e0-4d03-9f67-c7bfda1e9869 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:15.199607 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aeca2d-a7e0-4d03-9f67-c7bfda1e9869'] response: {'name': 'network-changed', 'server_uuid': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'tag': 'a208ef10-8484-4167-988b-1f2af2c02a54', 'status': 'completed', 'code': 200} Sep 21 21:47:15.199893 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91aeca2d-a7e0-4d03-9f67-c7bfda1e9869'] response: {'name': 'network-changed', 'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'status': 'completed', 'code': 200} Sep 21 21:47:15.294062 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-258868fd-609d-4c1b-a279-4d05defc2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.297517 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-258868fd-609d-4c1b-a279-4d05defc2fca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 1128 time: 0.0744846 Sep 21 21:47:15.347595 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a208ef10-8484-4167-988b-1f2af2c02a54 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:15.537439 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-6271da5f-b582-4914-901d-fa7a7dc7833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.539427 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-6271da5f-b582-4914-901d-fa7a7dc7833b service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.2281675 Sep 21 21:47:15.611693 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-30835ab6-fd69-4327-ae9f-f85edf184511 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a208ef10-8484-4167-988b-1f2af2c02a54 HTTP/1.1" status: 200 len: 217 time: 0.0569267 Sep 21 21:47:15.618846 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port a208ef10-8484-4167-988b-1f2af2c02a54, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a208ef10-8484-4167-988b-1f2af2c02a54,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:15.622799 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec0282-6d20-48af-b2cf-753e88cbe37e req-d3c0e11c-c983-4392-ada6-458d46b40079 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.626245 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-51ec0282-6d20-48af-b2cf-753e88cbe37e req-d3c0e11c-c983-4392-ada6-458d46b40079 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 944 time: 0.0820670 Sep 21 21:47:15.644527 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'a208ef10-8484-4167-988b-1f2af2c02a54', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'port_id': 'a208ef10-8484-4167-988b-1f2af2c02a54', 'mac_address': 'fa:16:3e:b4:a3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:15.693650 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-6e175be1-488a-4129-912f-9bbdeb8f8b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.695841 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-6e175be1-488a-4129-912f-9bbdeb8f8b1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0617924 Sep 21 21:47:15.701764 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-51ec0282-6d20-48af-b2cf-753e88cbe37e req-2778b226-13b3-4663-af74-fa2b32bbc344 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708814 Sep 21 21:47:15.709064 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port a208ef10-8484-4167-988b-1f2af2c02a54 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:15.709463 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:15.726940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a208ef10-8484-4167-988b-1f2af2c02a54 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:15.744664 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8381d461-dd71-4b99-88fb-1ccc6ab14a99 req-3c1ee033-d38d-47ab-b693-11c2913d8110 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.752888 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8381d461-dd71-4b99-88fb-1ccc6ab14a99 req-3c1ee033-d38d-47ab-b693-11c2913d8110 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 943 time: 0.1852369 Sep 21 21:47:15.773656 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port a208ef10-8484-4167-988b-1f2af2c02a54, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a208ef10-8484-4167-988b-1f2af2c02a54,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:15.782168 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:15.783727 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e3e0e024-1375-4e8e-81c4-6fb353fc5577 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:15.837238 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8381d461-dd71-4b99-88fb-1ccc6ab14a99 req-02d7909a-de13-4eac-864f-cc48645902c6 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832751 Sep 21 21:47:15.848953 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-c507e1dc-e4d6-4416-b0cf-60a8e1d8333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:15.851491 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-c507e1dc-e4d6-4416-b0cf-60a8e1d8333f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1440165 Sep 21 21:47:15.903664 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=a208ef10-8484-4167-988b-1f2af2c02a54,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:15.967510 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port e3e0e024-1375-4e8e-81c4-6fb353fc5577, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:15.985397 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-d6e0566c-2166-4976-b97a-3a362145f764 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260471 Sep 21 21:47:15.992819 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:16.048636 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port e3e0e024-1375-4e8e-81c4-6fb353fc5577 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:16.049274 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.078451 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e0e024-1375-4e8e-81c4-6fb353fc5577 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:16.102073 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc6bad-4530-4787-aaf5-8e3695dcb0a6 req-a4739806-f742-458a-9d7b-1e8f8bdfaac1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.103932 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-19bc6bad-4530-4787-aaf5-8e3695dcb0a6 req-a4739806-f742-458a-9d7b-1e8f8bdfaac1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 943 time: 0.0631063 Sep 21 21:47:16.112151 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port e3e0e024-1375-4e8e-81c4-6fb353fc5577, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:16.113246 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-de135f45-17e7-459e-8710-24cb4138cf92 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204178 Sep 21 21:47:16.118999 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.120007 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:16.171240 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-19bc6bad-4530-4787-aaf5-8e3695dcb0a6 req-68bea885-9686-4aa3-b29b-61a2e884da57 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582287 Sep 21 21:47:16.192523 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=e3e0e024-1375-4e8e-81c4-6fb353fc5577,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:16.240026 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-791863f1-30e3-45cd-a0cc-74aa3481de77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.242296 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-791863f1-30e3-45cd-a0cc-74aa3481de77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1127 time: 0.0804505 Sep 21 21:47:16.289702 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:16.303340 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '78fedd20-835d-47be-bbff-d5d2624fb142', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142', 'mac_address': 'fa:16:3e:8a:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:16.349612 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:16.349612 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.364964 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fedd20-835d-47be-bbff-d5d2624fb142 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:16.379256 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557676-c6c9-4512-bcc6-aab73ace40f8 req-2f1ecd2e-48b0-4f60-99a4-90f510606cbc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.380811 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a0557676-c6c9-4512-bcc6-aab73ace40f8 req-2f1ecd2e-48b0-4f60-99a4-90f510606cbc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1092715 Sep 21 21:47:16.389023 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:16.396307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.396980 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 094c73de-31fd-4886-b7a8-08cdc47e4986 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:16.422409 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-0d54c809-e044-4ba0-a93e-c642fd539dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.423958 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-0d54c809-e044-4ba0-a93e-c642fd539dad service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1730340 Sep 21 21:47:16.452365 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41474) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:16.471680 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 094c73de-31fd-4886-b7a8-08cdc47e4986, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=094c73de-31fd-4886-b7a8-08cdc47e4986,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:16.483657 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a0557676-c6c9-4512-bcc6-aab73ace40f8 req-db6a8003-bbb2-4ae3-a55c-3601f788a800 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928342 Sep 21 21:47:16.485262 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-5f2aa343-9dc3-4d7b-bb0a-d06579e9d5a1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 217 time: 0.0503423 Sep 21 21:47:16.486050 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:16.492483 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '094c73de-31fd-4886-b7a8-08cdc47e4986', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'port_id': '094c73de-31fd-4886-b7a8-08cdc47e4986', 'mac_address': 'fa:16:3e:3e:eb:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:16.550640 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 094c73de-31fd-4886-b7a8-08cdc47e4986 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:16.551043 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.582639 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094c73de-31fd-4886-b7a8-08cdc47e4986 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:16.586062 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-57cfda43-0894-4d52-a4c8-f6828e389ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.587595 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-57cfda43-0894-4d52-a4c8-f6828e389ec4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0927222 Sep 21 21:47:16.617267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 094c73de-31fd-4886-b7a8-08cdc47e4986, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=094c73de-31fd-4886-b7a8-08cdc47e4986,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:16.627540 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.629013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:16.642586 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-76338bea-cd77-4518-b125-f594bf8e1599 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.743194 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-f4a6fb52-18d2-4825-a4c0-22d654bc0cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:16.744759 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-f4a6fb52-18d2-4825-a4c0-22d654bc0cd7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1476135 Sep 21 21:47:16.757760 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-76338bea-cd77-4518-b125-f594bf8e1599 admin admin] Publish callbacks [] for security_group (89ec1246-c998-4ff6-bd88-b2857228adcf), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.779684 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-76338bea-cd77-4518-b125-f594bf8e1599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (89ec1246-c998-4ff6-bd88-b2857228adcf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:16.828392 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=094c73de-31fd-4886-b7a8-08cdc47e4986,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:16.876438 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76338bea-cd77-4518-b125-f594bf8e1599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ec1246-c998-4ff6-bd88-b2857228adcf,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:16.939273 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-76338bea-cd77-4518-b125-f594bf8e1599 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba4df0adf6df48d6b7cd128bf0a3ee31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854240 Sep 21 21:47:16.941564 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41498) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:16.972867 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:16.979040 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-109c692c-4bb0-4533-ab3d-3fdea594959d service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238936 Sep 21 21:47:16.987372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b', 'network_id': '947148e1-5999-4fd3-94f0-f02bc4ea4130', 'port_id': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b', 'mac_address': 'fa:16:3e:9e:2c:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:17.011056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a1a9c-25c6-4544-9da2-a98cdedfc87b req-8c7f4b81-5fbb-4c04-a624-7bdca05e6d9c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:17.022904 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-716a1a9c-25c6-4544-9da2-a98cdedfc87b req-8c7f4b81-5fbb-4c04-a624-7bdca05e6d9c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 945 time: 0.1723981 Sep 21 21:47:17.029163 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:17.035432 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.060164 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:17.088653 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cec2c0fd-7f45-4a90-8ae7-dae60b370cec admin admin] Publish callbacks [] for security_group (89ec1246-c998-4ff6-bd88-b2857228adcf), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.118189 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:17.129226 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-716a1a9c-25c6-4544-9da2-a98cdedfc87b req-741e5fd5-fda5-41a4-b497-7695d33b529e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051350 Sep 21 21:47:17.145163 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d4106a-e630-4cda-b9e0-9c7e2c3a1c07 req-0aae7a0a-8526-4af8-9a7f-ddf916caef1e tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:17.149448 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-75d4106a-e630-4cda-b9e0-9c7e2c3a1c07 req-0aae7a0a-8526-4af8-9a7f-ddf916caef1e tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 943 time: 0.2082491 Sep 21 21:47:17.154038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cec2c0fd-7f45-4a90-8ae7-dae60b370cec admin admin] Publish callbacks [] for security_group (89ec1246-c998-4ff6-bd88-b2857228adcf), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.160590 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.199564 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-24e9f462-45e4-4b03-9406-942eb0d8a700 req-8777ccd1-8721-4afe-8329-9c6c71384caf service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131236 Sep 21 21:47:17.229227 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-75d4106a-e630-4cda-b9e0-9c7e2c3a1c07 req-38103a43-83db-4c8b-966c-32215d88442c tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697784 Sep 21 21:47:17.245455 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:17.256593 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cec2c0fd-7f45-4a90-8ae7-dae60b370cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (89ec1246-c998-4ff6-bd88-b2857228adcf), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.259192 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cec2c0fd-7f45-4a90-8ae7-dae60b370cec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.262760 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-cec2c0fd-7f45-4a90-8ae7-dae60b370cec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89ec1246-c998-4ff6-bd88-b2857228adcf HTTP/1.1" status: 204 len: 168 time: 0.3171136 Sep 21 21:47:17.300204 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2c0fd-7f45-4a90-8ae7-dae60b370cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ec1246-c998-4ff6-bd88-b2857228adcf,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:17.331921 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7590a-9eb0-4f22-941c-0622f25877d4 req-0da9379b-5a9e-4f7c-9896-dace68e49350 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:17.333920 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16f7590a-9eb0-4f22-941c-0622f25877d4 req-0da9379b-5a9e-4f7c-9896-dace68e49350 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 944 time: 0.0784130 Sep 21 21:47:17.390556 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16f7590a-9eb0-4f22-941c-0622f25877d4 req-bb119fbe-e520-4837-80e8-8e59696987e3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474973 Sep 21 21:47:17.432608 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41516) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:17.558717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d88e5-6900-44b4-81d9-b882205ea431 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.593960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41522) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:17.624738 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c631-3819-4887-9d38-16fd1437c548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.640717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d88e5-6900-44b4-81d9-b882205ea431 admin admin] Publish callbacks [] for security_group (dad46260-834c-4967-a5f7-f080eca8b705), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.645709 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ac6d88e5-6900-44b4-81d9-b882205ea431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (dad46260-834c-4967-a5f7-f080eca8b705), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.668439 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37995791-c5e5-4d65-b2cb-6fdc160aa509 req-1ef0f264-ddb0-4bba-a42e-edaec08e1c87 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:17.669956 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-37995791-c5e5-4d65-b2cb-6fdc160aa509 req-1ef0f264-ddb0-4bba-a42e-edaec08e1c87 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.0901513 Sep 21 21:47:17.688788 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ac6d88e5-6900-44b4-81d9-b882205ea431 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=67358cee2a9d4949a5614d0a14b29d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2550235 Sep 21 21:47:17.689442 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41524) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:17.691585 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d88e5-6900-44b4-81d9-b882205ea431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad46260-834c-4967-a5f7-f080eca8b705,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:17.711554 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['094c73de-31fd-4886-b7a8-08cdc47e4986'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:17.756857 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-37995791-c5e5-4d65-b2cb-6fdc160aa509 req-77c959dd-e4e1-4513-ba52-ebafc97adcb7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803089 Sep 21 21:47:17.761990 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a208ef10-8484-4167-988b-1f2af2c02a54'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:17.764384 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['e3e0e024-1375-4e8e-81c4-6fb353fc5577'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:17.771271 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-85f4ef1a-a8a4-40ae-86bc-891b337dc34f admin admin] Publish callbacks [] for security_group (dad46260-834c-4967-a5f7-f080eca8b705), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.772959 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c631-3819-4887-9d38-16fd1437c548 admin admin] Publish callbacks [] for security_group (a7c8a1c9-97f3-4cc5-8802-5b9219a0c247), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.789878 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e6e9c631-3819-4887-9d38-16fd1437c548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (a7c8a1c9-97f3-4cc5-8802-5b9219a0c247), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.799386 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-85f4ef1a-a8a4-40ae-86bc-891b337dc34f admin admin] Publish callbacks [] for security_group (dad46260-834c-4967-a5f7-f080eca8b705), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.803858 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['3ee577a3-53fd-4c99-bfcd-5b70d24bd50b'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:17.816847 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['78fedd20-835d-47be-bbff-d5d2624fb142'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:17.837762 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e6e9c631-3819-4887-9d38-16fd1437c548 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f84fede86594608b06c70e7c63cca53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364733 Sep 21 21:47:17.852455 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41528) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:17.855350 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9c631-3819-4887-9d38-16fd1437c548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c8a1c9-97f3-4cc5-8802-5b9219a0c247,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:17.887887 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-85f4ef1a-a8a4-40ae-86bc-891b337dc34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (dad46260-834c-4967-a5f7-f080eca8b705), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.891344 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-85f4ef1a-a8a4-40ae-86bc-891b337dc34f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:17.895991 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-85f4ef1a-a8a4-40ae-86bc-891b337dc34f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dad46260-834c-4967-a5f7-f080eca8b705 HTTP/1.1" status: 204 len: 168 time: 0.2030239 Sep 21 21:47:17.919315 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4ef1a-a8a4-40ae-86bc-891b337dc34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad46260-834c-4967-a5f7-f080eca8b705,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:17.981842 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f964756c-fde2-4d07-8ca8-826bd9b3c6aa admin admin] Publish callbacks [] for security_group (a7c8a1c9-97f3-4cc5-8802-5b9219a0c247), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.015772 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f964756c-fde2-4d07-8ca8-826bd9b3c6aa admin admin] Publish callbacks [] for security_group (a7c8a1c9-97f3-4cc5-8802-5b9219a0c247), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.103434 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f964756c-fde2-4d07-8ca8-826bd9b3c6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (a7c8a1c9-97f3-4cc5-8802-5b9219a0c247), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.106465 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f964756c-fde2-4d07-8ca8-826bd9b3c6aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.108388 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f964756c-fde2-4d07-8ca8-826bd9b3c6aa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7c8a1c9-97f3-4cc5-8802-5b9219a0c247 HTTP/1.1" status: 204 len: 168 time: 0.2542880 Sep 21 21:47:18.117307 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964756c-fde2-4d07-8ca8-826bd9b3c6aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c8a1c9-97f3-4cc5-8802-5b9219a0c247,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:18.375344 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea890cc-576b-4a5e-b78a-512e2faea731 req-ad46137d-5863-4f4b-a92a-4c09a3274d31 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:18.390404 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fea890cc-576b-4a5e-b78a-512e2faea731 req-ad46137d-5863-4f4b-a92a-4c09a3274d31 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 945 time: 0.1539359 Sep 21 21:47:18.475802 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8913e-f706-4ccd-a17d-5003fb24d305 req-55339168-669e-4480-908b-a5b3bee40043 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:18.479807 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9de8913e-f706-4ccd-a17d-5003fb24d305 req-55339168-669e-4480-908b-a5b3bee40043 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 944 time: 0.0955529 Sep 21 21:47:18.496930 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fea890cc-576b-4a5e-b78a-512e2faea731 req-119c339f-288c-4026-b07b-e56dd15263ae tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053588 Sep 21 21:47:18.600050 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9de8913e-f706-4ccd-a17d-5003fb24d305 req-98378165-186b-4c20-859a-cb035a95e64b tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Sep 21 21:47:18.650733 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1341786-bf98-47bd-b152-f94e632a7c21 req-1783944e-0bad-41ce-8417-8a9a3ec89ef1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:18.652311 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1341786-bf98-47bd-b152-f94e632a7c21 req-1783944e-0bad-41ce-8417-8a9a3ec89ef1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 944 time: 0.0865366 Sep 21 21:47:18.736489 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1341786-bf98-47bd-b152-f94e632a7c21 req-4f61ebf4-a5b6-4fdd-b43c-bcdefffc19c6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763919 Sep 21 21:47:18.738480 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41560) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:18.760501 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-df96abd7-e07c-4ec4-aaeb-d3b250dc662b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.863048 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-df96abd7-e07c-4ec4-aaeb-d3b250dc662b admin admin] Publish callbacks [] for security_group (0de657fd-5270-4c1b-972f-a2bfcd523526), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.869231 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-df96abd7-e07c-4ec4-aaeb-d3b250dc662b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0de657fd-5270-4c1b-972f-a2bfcd523526), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.910648 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-df96abd7-e07c-4ec4-aaeb-d3b250dc662b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=771b3a658f4b4fc8a512a24e39f5ea14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709580 Sep 21 21:47:18.911704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96abd7-e07c-4ec4-aaeb-d3b250dc662b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de657fd-5270-4c1b-972f-a2bfcd523526,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:18.913869 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75996b9-6f9c-4be8-8a24-f577a97a66ef req-6b702dce-ce29-48f7-bd26-86108974a065 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:18.914548 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41568) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:18.916547 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d75996b9-6f9c-4be8-8a24-f577a97a66ef req-6b702dce-ce29-48f7-bd26-86108974a065 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.0655882 Sep 21 21:47:18.968372 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0e7e44c6-8738-41e2-91f2-d82a7d7422a2 admin admin] Publish callbacks [] for security_group (0de657fd-5270-4c1b-972f-a2bfcd523526), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:18.970397 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d75996b9-6f9c-4be8-8a24-f577a97a66ef req-0d97cc6c-a84d-42c2-b168-b8e3affe5059 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457695 Sep 21 21:47:18.992479 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0e7e44c6-8738-41e2-91f2-d82a7d7422a2 admin admin] Publish callbacks [] for security_group (0de657fd-5270-4c1b-972f-a2bfcd523526), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.040350 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0e7e44c6-8738-41e2-91f2-d82a7d7422a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0de657fd-5270-4c1b-972f-a2bfcd523526), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.042938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0e7e44c6-8738-41e2-91f2-d82a7d7422a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.044082 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-0e7e44c6-8738-41e2-91f2-d82a7d7422a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0de657fd-5270-4c1b-972f-a2bfcd523526 HTTP/1.1" status: 204 len: 168 time: 0.1284692 Sep 21 21:47:19.052038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e44c6-8738-41e2-91f2-d82a7d7422a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de657fd-5270-4c1b-972f-a2bfcd523526,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:19.404143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41590) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:19.422221 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a5287da5-8477-47dc-aad5-1c825bec3ff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.509045 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a5287da5-8477-47dc-aad5-1c825bec3ff0 admin admin] Publish callbacks [] for security_group (d2d32ce7-b313-425c-8665-297257ff86ca), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.517662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a5287da5-8477-47dc-aad5-1c825bec3ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d2d32ce7-b313-425c-8665-297257ff86ca), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.569498 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a5287da5-8477-47dc-aad5-1c825bec3ff0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=037de2ef8029414994d094c33f6b1597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591570 Sep 21 21:47:19.569498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5287da5-8477-47dc-aad5-1c825bec3ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d32ce7-b313-425c-8665-297257ff86ca,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:19.569696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41602) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:19.662377 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e9295fd6-66fe-4c02-b480-bd2a004b5f13 admin admin] Publish callbacks [] for security_group (d2d32ce7-b313-425c-8665-297257ff86ca), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.689511 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694af5fb-6eca-43fd-aab4-b44f332ae54b req-f16add7e-6e22-4385-a386-3bee8793abe0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:19.691094 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694af5fb-6eca-43fd-aab4-b44f332ae54b req-f16add7e-6e22-4385-a386-3bee8793abe0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 945 time: 0.0923097 Sep 21 21:47:19.709741 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e9295fd6-66fe-4c02-b480-bd2a004b5f13 admin admin] Publish callbacks [] for security_group (d2d32ce7-b313-425c-8665-297257ff86ca), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.760214 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b02fdd-3085-4410-aae4-3e307a88144f req-8bce90f5-516e-4137-8ac2-9398a5cf3de8 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:19.768591 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69b02fdd-3085-4410-aae4-3e307a88144f req-8bce90f5-516e-4137-8ac2-9398a5cf3de8 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 944 time: 0.0839190 Sep 21 21:47:19.796406 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694af5fb-6eca-43fd-aab4-b44f332ae54b req-6a123c99-d5a9-4bf6-b735-a0f3a6885973 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985811 Sep 21 21:47:19.824915 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.826356 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e9295fd6-66fe-4c02-b480-bd2a004b5f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d2d32ce7-b313-425c-8665-297257ff86ca), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.829214 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e9295fd6-66fe-4c02-b480-bd2a004b5f13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:19.830403 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e9295fd6-66fe-4c02-b480-bd2a004b5f13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2d32ce7-b313-425c-8665-297257ff86ca HTTP/1.1" status: 204 len: 168 time: 0.2596080 Sep 21 21:47:19.839382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9295fd6-66fe-4c02-b480-bd2a004b5f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d32ce7-b313-425c-8665-297257ff86ca,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:19.897897 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69b02fdd-3085-4410-aae4-3e307a88144f req-affbf3f9-34ac-419b-8077-8c95413889f2 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283596 Sep 21 21:47:19.960820 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137d748-318f-4620-a631-4d8dafc65c3e req-44f9eebf-2eb8-4217-8329-b8b8f0b1bf36 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:19.962806 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a137d748-318f-4620-a631-4d8dafc65c3e req-44f9eebf-2eb8-4217-8329-b8b8f0b1bf36 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 944 time: 0.0665908 Sep 21 21:47:20.018634 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a137d748-318f-4620-a631-4d8dafc65c3e req-5376f5d9-19ad-4875-8cf0-369346a556e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486600 Sep 21 21:47:20.153354 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b105584e-a8e5-4904-8a62-45296e7cc161 req-82820ef4-3076-4caf-9356-1da85cf57bdc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:20.155004 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b105584e-a8e5-4904-8a62-45296e7cc161 req-82820ef4-3076-4caf-9356-1da85cf57bdc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.0746465 Sep 21 21:47:20.231943 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b105584e-a8e5-4904-8a62-45296e7cc161 req-e967010c-7b7b-43e3-b80f-cb8bc443b129 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704093 Sep 21 21:47:20.877691 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41682) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:20.993740 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ba7e3-8116-40af-8bde-8bec02ff3c53 req-41943e64-22aa-4b1c-bc43-adcba5acff57 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:20.996190 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-799ba7e3-8116-40af-8bde-8bec02ff3c53 req-41943e64-22aa-4b1c-bc43-adcba5acff57 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 945 time: 0.0802186 Sep 21 21:47:21.101965 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-799ba7e3-8116-40af-8bde-8bec02ff3c53 req-0412e28f-b52d-4375-86dd-627b2133fd0d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972133 Sep 21 21:47:21.166047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed1874-1865-48db-84a3-d996038e113f req-d800ac6d-e12b-4463-9059-4f72f04f1cce tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:21.177404 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29ed1874-1865-48db-84a3-d996038e113f req-d800ac6d-e12b-4463-9059-4f72f04f1cce tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 944 time: 0.1261642 Sep 21 21:47:21.186642 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-799794084-network', 'tenant_id': '62637b9693ef45a9988edf96a87bab9f'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:21.242346 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Made reservation on behalf of 62637b9693ef45a9988edf96a87bab9f for: {'network': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:21.245015 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.265414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.288051 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29ed1874-1865-48db-84a3-d996038e113f req-96a26b66-1189-4a16-a74c-b48971d00e91 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091127 Sep 21 21:47:21.365512 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647e0de-8629-4fd9-8361-796fa35fb8bb req-56a093ec-5c50-4f95-9365-29aa710abcc4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:21.368558 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5647e0de-8629-4fd9-8361-796fa35fb8bb req-56a093ec-5c50-4f95-9365-29aa710abcc4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 944 time: 0.1300113 Sep 21 21:47:21.404419 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks [] for security_group (ab75df2a-2acf-4f71-9c5d-2b70dcc6a693), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.415954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (ab75df2a-2acf-4f71-9c5d-2b70dcc6a693), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.459768 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=115541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:47:21.469262 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a208ef10-8484-4167-988b-1f2af2c02a54 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:21.475550 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5647e0de-8629-4fd9-8361-796fa35fb8bb req-7e5fc887-7dfc-43ac-907f-454dbcd103e6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974982 Sep 21 21:47:21.489346 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (668ab279-e2bf-475b-9750-785eae9b2a9a), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.489968 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.segments_db [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Added segment 668ab279-e2bf-475b-9750-785eae9b2a9a of type vlan for network 969e1bda-aa86-472c-b13c-51f7df6d0d77 Sep 21 21:47:21.492317 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:21.562725 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86bc36-450e-4956-beb0-7d478a8e9587 req-805c11f6-0dae-40fc-b552-344f350f9bae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:21.564750 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bd86bc36-450e-4956-beb0-7d478a8e9587 req-805c11f6-0dae-40fc-b552-344f350f9bae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.1626654 Sep 21 21:47:21.569244 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (969e1bda-aa86-472c-b13c-51f7df6d0d77), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.582579 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port a208ef10-8484-4167-988b-1f2af2c02a54 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:47:21.590602 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port a208ef10-8484-4167-988b-1f2af2c02a54 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:21.591522 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.592435 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port a208ef10-8484-4167-988b-1f2af2c02a54 Sep 21 21:47:21.621996 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (969e1bda-aa86-472c-b13c-51f7df6d0d77), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.623502 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:21.624402 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.700821 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bd86bc36-450e-4956-beb0-7d478a8e9587 req-dc52a39b-b486-449e-a585-19ca0fef44be tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220834 Sep 21 21:47:21.707081 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8281960 Sep 21 21:47:21.710755 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41718) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:21.721899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port a208ef10-8484-4167-988b-1f2af2c02a54 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:21.722859 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.725008 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78648f61-8448-42c9-9e13-3866991daba7 admin admin] Pushing event updated for resources: {'Network': ['ID=969e1bda-aa86-472c-b13c-51f7df6d0d77,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:21.728449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Request body: {'subnet': {'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-799794084-subnet', 'tenant_id': '62637b9693ef45a9988edf96a87bab9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:21.750104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 969e1bda-aa86-472c-b13c-51f7df6d0d77 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:47:21.800061 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Made reservation on behalf of 62637b9693ef45a9988edf96a87bab9f for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:21.802250 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.821949 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a208ef10-8484-4167-988b-1f2af2c02a54'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:21.931795 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port a208ef10-8484-4167-988b-1f2af2c02a54, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a208ef10-8484-4167-988b-1f2af2c02a54,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:21.945840 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:21.946646 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:21.969085 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41726) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:22.044582 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (2ad6b610-f4b7-4167-aae9-70ec65cc96cd), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.054942 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad449b-8900-4456-8c2b-fef303b4ad6e" -d '{"events": [{"server_uuid": "fd262f73-a21f-4af4-8051-22e3a3b800b2", "name": "network-vif-plugged", "status": "completed", "tag": "a208ef10-8484-4167-988b-1f2af2c02a54"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:22.081420 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=a208ef10-8484-4167-988b-1f2af2c02a54,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:22.089129 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 78fedd20-835d-47be-bbff-d5d2624fb142 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:47:22.095188 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 78fedd20-835d-47be-bbff-d5d2624fb142 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:22.098478 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.098870 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 78fedd20-835d-47be-bbff-d5d2624fb142 Sep 21 21:47:22.152774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad6b610-f4b7-4167-aae9-70ec65cc96cd,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:22.158402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b4c3430a-ce83-44df-8872-facc00c4592d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.177023 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Checking segment: {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:22.177412 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Network hostable DHCP agents. Network: 969e1bda-aa86-472c-b13c-51f7df6d0d77, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:47:22.225682 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Network 969e1bda-aa86-472c-b13c-51f7df6d0d77 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:47:22.246512 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:22.247176 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.260484 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 969e1bda-aa86-472c-b13c-51f7df6d0d77) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:22.272021 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.273581 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.291250 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b16e06-7fd5-4e8f-9d4b-6ae83e84a15e None None] Network 969e1bda-aa86-472c-b13c-51f7df6d0d77 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:47:22.322160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc7ee39-2ea3-4d70-a8f8-749b1cb72eb1 x-openstack-request-id: req-4cc7ee39-2ea3-4d70-a8f8-749b1cb72eb1 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:22.322737 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd262f73-a21f-4af4-8051-22e3a3b800b2", "name": "network-vif-plugged", "status": "completed", "tag": "a208ef10-8484-4167-988b-1f2af2c02a54", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:22.323232 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4cc7ee39-2ea3-4d70-a8f8-749b1cb72eb1 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:22.324117 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cc7ee39-2ea3-4d70-a8f8-749b1cb72eb1'] response: {'server_uuid': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a208ef10-8484-4167-988b-1f2af2c02a54', 'code': 200} Sep 21 21:47:22.354438 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b5b7faca-1fdd-45d9-a112-38beda9b5b6c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6420803 Sep 21 21:47:22.383035 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b4c3430a-ce83-44df-8872-facc00c4592d admin admin] Publish callbacks [] for security_group (9c22e426-3213-4b11-9e2b-56786007c3a7), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.391853 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b4c3430a-ce83-44df-8872-facc00c4592d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9c22e426-3213-4b11-9e2b-56786007c3a7), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.410396 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:22.428360 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.430019 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 094c73de-31fd-4886-b7a8-08cdc47e4986 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:22.471469 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e196-c70f-4cc2-b27d-aebada51b95c req-c1955989-b30e-4e72-86d2-f960f5fa785e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.480506 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5258e196-c70f-4cc2-b27d-aebada51b95c req-c1955989-b30e-4e72-86d2-f960f5fa785e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1601794 Sep 21 21:47:22.519093 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c3430a-ce83-44df-8872-facc00c4592d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22e426-3213-4b11-9e2b-56786007c3a7,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:22.529705 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b4c3430a-ce83-44df-8872-facc00c4592d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e9838d2dcef9448db679f3a7120413f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5561800 Sep 21 21:47:22.536145 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41750) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:22.568636 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f69c7-75c9-477b-97ca-b998bf5f7357 req-28897637-f7b4-462e-a925-c7ee1af61f41 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.571657 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-210f69c7-75c9-477b-97ca-b998bf5f7357 req-28897637-f7b4-462e-a925-c7ee1af61f41 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 944 time: 0.1322982 Sep 21 21:47:22.630672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:22.638194 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5258e196-c70f-4cc2-b27d-aebada51b95c req-66178279-3754-4992-8874-03339bea6ee3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552956 Sep 21 21:47:22.651211 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eab2253-9508-46c3-9f45-44acdbfb3739 None None] Network 969e1bda-aa86-472c-b13c-51f7df6d0d77 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:47:22.674802 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-822e63e9-8653-4e86-bbef-473fd972bf56 admin admin] Publish callbacks [] for security_group (9c22e426-3213-4b11-9e2b-56786007c3a7), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.710163 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-822e63e9-8653-4e86-bbef-473fd972bf56 admin admin] Publish callbacks [] for security_group (9c22e426-3213-4b11-9e2b-56786007c3a7), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.715653 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-210f69c7-75c9-477b-97ca-b998bf5f7357 req-0ab52e28-37eb-4da8-b120-4c1c3b04b742 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362362 Sep 21 21:47:22.815698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-822e63e9-8653-4e86-bbef-473fd972bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9c22e426-3213-4b11-9e2b-56786007c3a7), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.820255 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-822e63e9-8653-4e86-bbef-473fd972bf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.822065 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-822e63e9-8653-4e86-bbef-473fd972bf56 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c22e426-3213-4b11-9e2b-56786007c3a7 HTTP/1.1" status: 204 len: 168 time: 0.2843299 Sep 21 21:47:22.831657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 094c73de-31fd-4886-b7a8-08cdc47e4986 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:47:22.844481 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 094c73de-31fd-4886-b7a8-08cdc47e4986 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:22.845241 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:22.845936 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 094c73de-31fd-4886-b7a8-08cdc47e4986 Sep 21 21:47:22.848750 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e63e9-8653-4e86-bbef-473fd972bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22e426-3213-4b11-9e2b-56786007c3a7,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:22.940410 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b44e7-1845-4665-8d7e-7aa7002b45d3 req-bab37589-68f1-4fa5-b1d2-b7076dcb16ee tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.943191 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-460b44e7-1845-4665-8d7e-7aa7002b45d3 req-bab37589-68f1-4fa5-b1d2-b7076dcb16ee tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 944 time: 0.1306071 Sep 21 21:47:22.975660 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d653be-ac0a-49d3-a672-e87cef105d46 req-5f31523c-d42a-4ff8-8d88-c5bb20af224a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:22.977249 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d3d653be-ac0a-49d3-a672-e87cef105d46 req-5f31523c-d42a-4ff8-8d88-c5bb20af224a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1011107 Sep 21 21:47:23.079858 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d3d653be-ac0a-49d3-a672-e87cef105d46 req-b814e4d2-98a2-4066-b948-a1f158dfd2e1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914211 Sep 21 21:47:23.080742 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-460b44e7-1845-4665-8d7e-7aa7002b45d3 req-72db2888-e0ad-4a2e-9440-da2c71db38a0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272314 Sep 21 21:47:23.138175 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 094c73de-31fd-4886-b7a8-08cdc47e4986 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:23.138768 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.184129 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 094c73de-31fd-4886-b7a8-08cdc47e4986, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=094c73de-31fd-4886-b7a8-08cdc47e4986,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:23.191044 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.192148 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:23.315331 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=094c73de-31fd-4886-b7a8-08cdc47e4986,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:23.323187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41772) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:23.340345 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:47:23.343905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bfb32ef3-6c70-44e8-b5ed-989926b28148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.345359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:23.345952 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.346230 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b Sep 21 21:47:23.443007 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:23.443493 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.487796 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bfb32ef3-6c70-44e8-b5ed-989926b28148 admin admin] Publish callbacks [] for security_group (222760d5-8819-4881-a993-559d453f0138), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.495559 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bfb32ef3-6c70-44e8-b5ed-989926b28148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (222760d5-8819-4881-a993-559d453f0138), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.497067 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:23.505002 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.506262 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e3e0e024-1375-4e8e-81c4-6fb353fc5577 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:23.523850 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41780) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:23.547043 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-bfb32ef3-6c70-44e8-b5ed-989926b28148 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6269da06a0b046d1968062ad4f0018ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220259 Sep 21 21:47:23.548604 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb32ef3-6c70-44e8-b5ed-989926b28148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222760d5-8819-4881-a993-559d453f0138,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:23.551339 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41784) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:23.602197 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:23.621811 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port e3e0e024-1375-4e8e-81c4-6fb353fc5577 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:47:23.627067 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port e3e0e024-1375-4e8e-81c4-6fb353fc5577 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:23.627609 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.628022 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1c74-ce69-4536-836f-844308cc2060 admin admin] Publish callbacks [] for security_group (222760d5-8819-4881-a993-559d453f0138), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.628170 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port e3e0e024-1375-4e8e-81c4-6fb353fc5577 Sep 21 21:47:23.677392 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1c74-ce69-4536-836f-844308cc2060 admin admin] Publish callbacks [] for security_group (222760d5-8819-4881-a993-559d453f0138), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.710865 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a61adfd-12d9-47d2-bf97-a71023008569 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.749020 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1c74-ce69-4536-836f-844308cc2060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (222760d5-8819-4881-a993-559d453f0138), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.751160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port e3e0e024-1375-4e8e-81c4-6fb353fc5577 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:23.751765 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.752025 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1c74-ce69-4536-836f-844308cc2060 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.755659 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1c6a1c74-ce69-4536-836f-844308cc2060 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/222760d5-8819-4881-a993-559d453f0138 HTTP/1.1" status: 204 len: 168 time: 0.2007470 Sep 21 21:47:23.763109 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a1c74-ce69-4536-836f-844308cc2060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222760d5-8819-4881-a993-559d453f0138,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:23.836725 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port e3e0e024-1375-4e8e-81c4-6fb353fc5577, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:23.844707 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.867001 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a61adfd-12d9-47d2-bf97-a71023008569 admin admin] Publish callbacks [] for security_group (9878515d-aee3-4c32-b479-e51d0e4bd2f4), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.910653 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a61adfd-12d9-47d2-bf97-a71023008569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9878515d-aee3-4c32-b479-e51d0e4bd2f4), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:23.930972 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2d3d-52c3-41cc-acf9-3bab7fedb1fa req-77c667bb-6481-407a-89ea-4be8f395b088 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:23.933977 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-329b2d3d-52c3-41cc-acf9-3bab7fedb1fa req-77c667bb-6481-407a-89ea-4be8f395b088 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1035941 Sep 21 21:47:23.987943 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=e3e0e024-1375-4e8e-81c4-6fb353fc5577,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:24.005281 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-9a61adfd-12d9-47d2-bf97-a71023008569 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c38b2ef9d1d3408284032e78320fe148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4794266 Sep 21 21:47:24.006777 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41792) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:24.010207 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-329b2d3d-52c3-41cc-acf9-3bab7fedb1fa req-6d9cf619-ba28-4e95-8c72-203d6c7d41e0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696568 Sep 21 21:47:24.054400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61adfd-12d9-47d2-bf97-a71023008569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9878515d-aee3-4c32-b479-e51d0e4bd2f4,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:24.085520 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535ad4fa-2f03-49cd-8ad1-8c2eeeb39080 req-18a62df2-03b7-49be-88ee-a00ed9bb1a85 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:24.087165 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-535ad4fa-2f03-49cd-8ad1-8c2eeeb39080 req-18a62df2-03b7-49be-88ee-a00ed9bb1a85 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.2183633 Sep 21 21:47:24.156634 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-10f2e153-5352-43a4-9ff2-7648077c5755 admin admin] Publish callbacks [] for security_group (9878515d-aee3-4c32-b479-e51d0e4bd2f4), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.201159 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-535ad4fa-2f03-49cd-8ad1-8c2eeeb39080 req-b747def8-c08b-42ff-b1af-2562cdf22fd0 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976713 Sep 21 21:47:24.221920 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-10f2e153-5352-43a4-9ff2-7648077c5755 admin admin] Publish callbacks [] for security_group (9878515d-aee3-4c32-b479-e51d0e4bd2f4), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.239632 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e97e9-1595-4af9-a567-58d18dbdc9d5 req-05b2aaf0-6bc5-402b-9131-4d5a42c2ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:24.241568 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c44e97e9-1595-4af9-a567-58d18dbdc9d5 req-05b2aaf0-6bc5-402b-9131-4d5a42c2ab68 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 1130 time: 0.1660001 Sep 21 21:47:24.269864 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c44e97e9-1595-4af9-a567-58d18dbdc9d5 req-fd721df9-8574-435c-b094-e94ad53e7643 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.317506 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3fba2-87a6-4442-b034-0679528036b7 req-89d29cf8-365c-4ec9-83b3-d5108c4c5200 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:24.319239 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ede3fba2-87a6-4442-b034-0679528036b7 req-89d29cf8-365c-4ec9-83b3-d5108c4c5200 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.1202064 Sep 21 21:47:24.325888 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}, {'server_uuid': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c73de-31fd-4886-b7a8-08cdc47e4986'}, {'server_uuid': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b'}, {'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:24.329907 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509988b8-9537-4038-98db-df8f4fbb5863" -d '{"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-plugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}, {"server_uuid": "17f42d09-3aad-4eb4-8dc6-273bbe0511b0", "name": "network-vif-plugged", "status": "completed", "tag": "094c73de-31fd-4886-b7a8-08cdc47e4986"}, {"server_uuid": "2ea0c36e-3d7f-4e18-b877-a3934dc4555b", "name": "network-vif-plugged", "status": "completed", "tag": "3ee577a3-53fd-4c99-bfcd-5b70d24bd50b"}, {"server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "name": "network-vif-plugged", "status": "completed", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:24.339267 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-10f2e153-5352-43a4-9ff2-7648077c5755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9878515d-aee3-4c32-b479-e51d0e4bd2f4), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.346486 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-10f2e153-5352-43a4-9ff2-7648077c5755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.350325 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-10f2e153-5352-43a4-9ff2-7648077c5755 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9878515d-aee3-4c32-b479-e51d0e4bd2f4 HTTP/1.1" status: 204 len: 168 time: 0.3326514 Sep 21 21:47:24.386149 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2e153-5352-43a4-9ff2-7648077c5755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9878515d-aee3-4c32-b479-e51d0e4bd2f4,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:24.425996 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b510b1-9610-4d75-83da-7ffbef6ef66d req-9ad3300f-71df-44be-a475-e861dfecd98d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:24.428500 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15b510b1-9610-4d75-83da-7ffbef6ef66d req-9ad3300f-71df-44be-a475-e861dfecd98d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.0997059 Sep 21 21:47:24.431918 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ede3fba2-87a6-4442-b034-0679528036b7 req-24b1f889-3403-4b28-b8b1-7985526fa97a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991571 Sep 21 21:47:24.500303 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c44e97e9-1595-4af9-a567-58d18dbdc9d5 req-fd721df9-8574-435c-b094-e94ad53e7643 service neutron] Publish callbacks [] for security_group (16b329e2-8f7a-4f65-8e97-85e21d9ca88e), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.506522 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15b510b1-9610-4d75-83da-7ffbef6ef66d req-ec448a47-62de-4179-a47c-fd1c75dc9c15 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650036 Sep 21 21:47:24.509166 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c44e97e9-1595-4af9-a567-58d18dbdc9d5 req-fd721df9-8574-435c-b094-e94ad53e7643 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (16b329e2-8f7a-4f65-8e97-85e21d9ca88e), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:24.538089 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec412d-754a-4b44-895b-7e68ebc78b34 x-openstack-request-id: req-1bec412d-754a-4b44-895b-7e68ebc78b34 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:24.538394 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-plugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "code": 200}, {"server_uuid": "17f42d09-3aad-4eb4-8dc6-273bbe0511b0", "name": "network-vif-plugged", "status": "completed", "tag": "094c73de-31fd-4886-b7a8-08cdc47e4986", "code": 200}, {"server_uuid": "2ea0c36e-3d7f-4e18-b877-a3934dc4555b", "name": "network-vif-plugged", "status": "completed", "tag": "3ee577a3-53fd-4c99-bfcd-5b70d24bd50b", "code": 200}, {"server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "name": "network-vif-plugged", "status": "completed", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:24.538760 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1bec412d-754a-4b44-895b-7e68ebc78b34 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:24.539220 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bec412d-754a-4b44-895b-7e68ebc78b34'] response: {'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'code': 200} Sep 21 21:47:24.539471 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bec412d-754a-4b44-895b-7e68ebc78b34'] response: {'server_uuid': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c73de-31fd-4886-b7a8-08cdc47e4986', 'code': 200} Sep 21 21:47:24.539934 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bec412d-754a-4b44-895b-7e68ebc78b34'] response: {'server_uuid': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b', 'code': 200} Sep 21 21:47:24.540181 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bec412d-754a-4b44-895b-7e68ebc78b34'] response: {'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'code': 200} Sep 21 21:47:24.594105 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c44e97e9-1595-4af9-a567-58d18dbdc9d5 req-fd721df9-8574-435c-b094-e94ad53e7643 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3444097 Sep 21 21:47:24.595597 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd721df9-8574-435c-b094-e94ad53e7643 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=16b329e2-8f7a-4f65-8e97-85e21d9ca88e,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:24.919078 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ef268004-d244-4d0b-8041-97957edcc907 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:24.921027 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ef268004-d244-4d0b-8041-97957edcc907 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/networks?id=969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 200 len: 808 time: 0.1576018 Sep 21 21:47:24.942656 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-6260d186-666e-4494-93b0-10459934e539 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/quotas/62637b9693ef45a9988edf96a87bab9f HTTP/1.1" status: 200 len: 375 time: 0.0146413 Sep 21 21:47:24.967383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41838) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:24.986830 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-5791392f-c1b4-4be0-a087-3ee517d5467e tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62637b9693ef45a9988edf96a87bab9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363138 Sep 21 21:47:24.989103 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-397c5651-4492-4b9f-a4e2-0f87107ffd66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.009240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41840) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:25.096772 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-397c5651-4492-4b9f-a4e2-0f87107ffd66 admin admin] Publish callbacks [] for security_group (b7ad5f13-db39-4d26-b4b0-04315f519b3a), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.106554 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-397c5651-4492-4b9f-a4e2-0f87107ffd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b7ad5f13-db39-4d26-b4b0-04315f519b3a), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.115224 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-02528a26-d0bd-4576-9b04-6920eef25e5c service neutron] 10.222.0.48 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233416 Sep 21 21:47:25.169274 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c5651-4492-4b9f-a4e2-0f87107ffd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ad5f13-db39-4d26-b4b0-04315f519b3a,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:25.196287 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-397c5651-4492-4b9f-a4e2-0f87107ffd66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4c1e549bee84994991a2b80b5b7e9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249761 Sep 21 21:47:25.200735 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41846) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:25.224466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e425ea-8132-4898-87aa-ebff38bd78b6 req-83564443-91aa-4a8a-8ac2-06aa9bf4b370 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:25.231863 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e5e425ea-8132-4898-87aa-ebff38bd78b6 req-83564443-91aa-4a8a-8ac2-06aa9bf4b370 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1058037 Sep 21 21:47:25.281643 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-23fa1462-eb84-41ec-bd37-eeef5b0cfed8 service neutron] 10.222.0.48 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584029 Sep 21 21:47:25.283310 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667673160-network', 'tenant_id': '638e490c61e1402fa524e7d34f84ad77'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:25.294168 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a7300322-539f-48f5-95bb-24957c1e6167 admin admin] Publish callbacks [] for security_group (b7ad5f13-db39-4d26-b4b0-04315f519b3a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.324540 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e5e425ea-8132-4898-87aa-ebff38bd78b6 req-5f98dcd4-850d-4fd8-a757-e92f9ae280a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 Sep 21 21:47:25.330351 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a7300322-539f-48f5-95bb-24957c1e6167 admin admin] Publish callbacks [] for security_group (b7ad5f13-db39-4d26-b4b0-04315f519b3a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.363335 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Made reservation on behalf of 638e490c61e1402fa524e7d34f84ad77 for: {'network': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:25.367281 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.394619 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.410701 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a7300322-539f-48f5-95bb-24957c1e6167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b7ad5f13-db39-4d26-b4b0-04315f519b3a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.413561 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a7300322-539f-48f5-95bb-24957c1e6167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.417260 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a7300322-539f-48f5-95bb-24957c1e6167 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7ad5f13-db39-4d26-b4b0-04315f519b3a HTTP/1.1" status: 204 len: 168 time: 0.2136049 Sep 21 21:47:25.423396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7300322-539f-48f5-95bb-24957c1e6167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ad5f13-db39-4d26-b4b0-04315f519b3a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:25.506264 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21052d6e-6219-41b6-98ba-9187dffa41aa req-5462be2d-2857-4c6f-a69b-b915ef848d6f tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:25.514147 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-21052d6e-6219-41b6-98ba-9187dffa41aa req-5462be2d-2857-4c6f-a69b-b915ef848d6f tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.1076047 Sep 21 21:47:25.611255 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-21052d6e-6219-41b6-98ba-9187dffa41aa req-26a030c1-37a2-4b7e-acb4-15c3ae8bf046 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957544 Sep 21 21:47:25.640783 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks [] for security_group (2d589836-aae8-46cc-8db0-74d20d23369c), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.651257 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2d589836-aae8-46cc-8db0-74d20d23369c), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.673556 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108584bc-3662-4167-a18b-430dd8874b60 req-36ea08e4-a369-44e9-a91e-b886d1250eb5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:25.677123 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-108584bc-3662-4167-a18b-430dd8874b60 req-36ea08e4-a369-44e9-a91e-b886d1250eb5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.1008055 Sep 21 21:47:25.716948 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=115541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:47:25.743826 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-108584bc-3662-4167-a18b-430dd8874b60 req-ac0ef5d1-4a9c-4aaa-aad6-095dad190fcc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572519 Sep 21 21:47:25.757963 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8ccf2151-d5d5-491d-a051-bcee742eae93 req-f4fb2865-f7eb-42c5-bfd8-f18c439938ba tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0652182 Sep 21 21:47:25.760677 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d589836-aae8-46cc-8db0-74d20d23369c,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:25.767826 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (97bb1a1a-3319-4ab3-856e-7a767fc4903d), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.768140 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.segments_db [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Added segment 97bb1a1a-3319-4ab3-856e-7a767fc4903d of type vlan for network 5d757a8f-434a-43c2-89f7-f9a0867fc853 Sep 21 21:47:25.875402 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41868) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:25.887638 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (5d757a8f-434a-43c2-89f7-f9a0867fc853), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.895466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08a4-0711-4720-9edf-47c55558a2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.901875 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6cc0d9-219c-44fe-a363-b472734733a5 req-bd345b2c-8396-4840-a5dd-592af2ea26f6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:25.903666 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d6cc0d9-219c-44fe-a363-b472734733a5 req-bd345b2c-8396-4840-a5dd-592af2ea26f6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.0722013 Sep 21 21:47:25.942132 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (5d757a8f-434a-43c2-89f7-f9a0867fc853), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.943357 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:25.943964 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:25.965038 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d6cc0d9-219c-44fe-a363-b472734733a5 req-7631cd09-f402-42ce-aa3a-691ffbdde691 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522385 Sep 21 21:47:26.015622 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0049531 Sep 21 21:47:26.019320 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41872) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:26.023877 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00343342-4f4f-4cdc-b807-b42c74ee29fa admin admin] Pushing event updated for resources: {'Network': ['ID=5d757a8f-434a-43c2-89f7-f9a0867fc853,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:26.025345 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Request body: {'subnet': {'network_id': '5d757a8f-434a-43c2-89f7-f9a0867fc853', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667673160-subnet', 'tenant_id': '638e490c61e1402fa524e7d34f84ad77', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:26.035830 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 5d757a8f-434a-43c2-89f7-f9a0867fc853 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:47:26.059915 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Made reservation on behalf of 638e490c61e1402fa524e7d34f84ad77 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:26.063389 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.071717 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08a4-0711-4720-9edf-47c55558a2cd admin admin] Publish callbacks [] for security_group (73d11206-b69d-4f22-bd49-5dce3c210ebb), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.078798 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1d8e08a4-0711-4720-9edf-47c55558a2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (73d11206-b69d-4f22-bd49-5dce3c210ebb), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.115397 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1d8e08a4-0711-4720-9edf-47c55558a2cd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d53138591810410290d9922ceca5bc9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340291 Sep 21 21:47:26.116481 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41874) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:26.135807 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8e08a4-0711-4720-9edf-47c55558a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d11206-b69d-4f22-bd49-5dce3c210ebb,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:26.208599 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-202f0f3d-eb87-46a6-b68f-94600d8405c3 admin admin] Publish callbacks [] for security_group (73d11206-b69d-4f22-bd49-5dce3c210ebb), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.259158 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-202f0f3d-eb87-46a6-b68f-94600d8405c3 admin admin] Publish callbacks [] for security_group (73d11206-b69d-4f22-bd49-5dce3c210ebb), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.355188 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (7856b041-df2c-4be9-8639-e826a02285de), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.398659 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-202f0f3d-eb87-46a6-b68f-94600d8405c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (73d11206-b69d-4f22-bd49-5dce3c210ebb), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.401358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-202f0f3d-eb87-46a6-b68f-94600d8405c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.402586 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-202f0f3d-eb87-46a6-b68f-94600d8405c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73d11206-b69d-4f22-bd49-5dce3c210ebb HTTP/1.1" status: 204 len: 168 time: 0.2851791 Sep 21 21:47:26.437221 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f0f3d-eb87-46a6-b68f-94600d8405c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d11206-b69d-4f22-bd49-5dce3c210ebb,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:26.440061 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7856b041-df2c-4be9-8639-e826a02285de,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:26.465145 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Checking segment: {'id': '97bb1a1a-3319-4ab3-856e-7a767fc4903d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '5d757a8f-434a-43c2-89f7-f9a0867fc853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:26.465537 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Network hostable DHCP agents. Network: 5d757a8f-434a-43c2-89f7-f9a0867fc853, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:47:26.500860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Network 5d757a8f-434a-43c2-89f7-f9a0867fc853 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:47:26.517181 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 5d757a8f-434a-43c2-89f7-f9a0867fc853) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:26.528520 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:26.530408 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:26.551536 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d7426-1472-44b2-be4b-6741dedf86e0 req-e3b31a43-4126-4147-b345-dbcc1454bd18 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:26.556804 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f85d7426-1472-44b2-be4b-6741dedf86e0 req-e3b31a43-4126-4147-b345-dbcc1454bd18 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1339829 Sep 21 21:47:26.559828 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-58acc246-0c87-4319-acd7-5cd6dadfda73 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5391581 Sep 21 21:47:26.629410 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d64003e-d8cd-4b8d-a12e-e8cecce64310 None None] Network 5d757a8f-434a-43c2-89f7-f9a0867fc853 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:47:26.651746 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f85d7426-1472-44b2-be4b-6741dedf86e0 req-52ab11b0-7956-4d63-ba1a-52df7c3b6e78 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523002 Sep 21 21:47:26.796122 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9428e76-494b-41f3-90cf-9657d734d89d None None] Network 5d757a8f-434a-43c2-89f7-f9a0867fc853 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:47:26.867242 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a21c8a-406c-49cd-ab3a-5bdab0d654ca req-458a5306-8574-4e4f-acc4-2b55124cda2f tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:26.868960 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c8a21c8a-406c-49cd-ab3a-5bdab0d654ca req-458a5306-8574-4e4f-acc4-2b55124cda2f tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.1337309 Sep 21 21:47:26.965138 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c8a21c8a-406c-49cd-ab3a-5bdab0d654ca req-651e3aa9-a481-42b9-92bd-9397e457a9db tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835037 Sep 21 21:47:26.998408 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee67cf6-0342-485b-a2de-6e72ad6e4cd8 req-559bcc47-ec80-4ecc-bd53-6ff9a1532871 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:26.998408 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cee67cf6-0342-485b-a2de-6e72ad6e4cd8 req-559bcc47-ec80-4ecc-bd53-6ff9a1532871 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0958052 Sep 21 21:47:27.103967 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cee67cf6-0342-485b-a2de-6e72ad6e4cd8 req-e4d3382e-8aa5-410e-b742-33b61595611a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969713 Sep 21 21:47:27.104375 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-813e46a3-d276-450d-96c4-e09522fc330b req-3167dcaf-7312-4bed-9c90-a66e8632ee13 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0466225 Sep 21 21:47:27.243805 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28e0a4-3dff-4900-8a81-85a36bb88ea5 req-b888fe14-f05c-4186-94b7-0e9144daf388 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:27.245632 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2c28e0a4-3dff-4900-8a81-85a36bb88ea5 req-b888fe14-f05c-4186-94b7-0e9144daf388 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.0757456 Sep 21 21:47:27.338034 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2c28e0a4-3dff-4900-8a81-85a36bb88ea5 req-e33d18f1-1f2e-45a6-9482-ce3d2978226a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842888 Sep 21 21:47:27.778449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 41940) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:27.784572 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-123203477-network', 'tenant_id': '3de8bea056fa4d048f69f19eaec8c58f'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:27.836953 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Made reservation on behalf of 3de8bea056fa4d048f69f19eaec8c58f for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:27.838938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:27.864569 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354dfe5a-c70a-4d87-b421-2ce0f97624b8 req-3c00e925-76a7-4b90-83fa-4be3f62a2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:27.866429 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-354dfe5a-c70a-4d87-b421-2ce0f97624b8 req-3c00e925-76a7-4b90-83fa-4be3f62a2a51 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 1129 time: 0.2104909 Sep 21 21:47:27.975163 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf27c28-2366-4aec-a9ea-62e3599f72a6 req-1d7a08c7-5b60-4104-b074-942966e2fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:27.976890 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-daf27c28-2366-4aec-a9ea-62e3599f72a6 req-1d7a08c7-5b60-4104-b074-942966e2fbc2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1129 time: 0.2225504 Sep 21 21:47:27.985269 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:27.995781 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-354dfe5a-c70a-4d87-b421-2ce0f97624b8 req-1d7bb372-6961-4266-9712-da8d44a56254 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062198 Sep 21 21:47:28.000179 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2cfb-db74-4e8f-8f52-17fa0f34ec13 req-35d1fe24-96e2-4a36-8092-ec717bdaf4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.001984 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd2cfb-db74-4e8f-8f52-17fa0f34ec13 req-35d1fe24-96e2-4a36-8092-ec717bdaf4a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1130 time: 0.1538811 Sep 21 21:47:28.098407 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks [] for security_group (88085536-d065-4ad1-b2c6-2bd182f60813), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.113347 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-daf27c28-2366-4aec-a9ea-62e3599f72a6 req-c6644ac5-540f-4b93-9a13-fb6b69edad91 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283858 Sep 21 21:47:28.115946 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (88085536-d065-4ad1-b2c6-2bd182f60813), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.145984 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62c991-b34c-4499-ada7-72102a8ae691 req-ceda9de0-a079-4c93-9b0c-9357fbe3547d tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.147528 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba62c991-b34c-4499-ada7-72102a8ae691 req-ceda9de0-a079-4c93-9b0c-9357fbe3547d tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0705357 Sep 21 21:47:28.180665 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e697e9-9412-472f-ac4e-b87d8e3ea4ec req-282d66d3-73e4-43d8-8574-35ee6aec6b63 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.182292 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-51e697e9-9412-472f-ac4e-b87d8e3ea4ec req-282d66d3-73e4-43d8-8574-35ee6aec6b63 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.3403215 Sep 21 21:47:28.184352 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:47:28.194373 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88085536-d065-4ad1-b2c6-2bd182f60813,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:28.204168 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf1cf04-33a1-4eb2-a16a-db12fc08ee31 req-86f158a7-3651-40f7-b914-271df555c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.205660 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-caf1cf04-33a1-4eb2-a16a-db12fc08ee31 req-86f158a7-3651-40f7-b914-271df555c566 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 1129 time: 0.3002086 Sep 21 21:47:28.218181 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (93a7895a-d56e-4dce-b530-42e54beeeeed), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.218181 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Added segment 93a7895a-d56e-4dce-b530-42e54beeeeed of type vlan for network 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe Sep 21 21:47:28.238723 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba62c991-b34c-4499-ada7-72102a8ae691 req-605fbd52-b866-4015-b2a2-e9ea107b6d76 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819278 Sep 21 21:47:28.283428 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.314381 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-51e697e9-9412-472f-ac4e-b87d8e3ea4ec req-ad285b47-a81f-4504-b000-2e8d3b517f8b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153836 Sep 21 21:47:28.359181 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.360337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.361182 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.415458 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27f024-b3da-4a2e-8e67-0f2528e3101a req-c57783d3-bbfc-43d6-b006-05440bb48654 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.417169 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1a27f024-b3da-4a2e-8e67-0f2528e3101a req-c57783d3-bbfc-43d6-b006-05440bb48654 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0990963 Sep 21 21:47:28.440195 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6596355 Sep 21 21:47:28.446110 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 41972) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:28.463231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Request body: {'subnet': {'network_id': '9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-123203477-subnet', 'tenant_id': '3de8bea056fa4d048f69f19eaec8c58f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:28.465928 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a05a5f26-69ee-4a13-80b9-4f6ecd3acfa3 req-faeca888-4e9c-4920-9d18-3e34f209ec30 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0727448 Sep 21 21:47:28.507971 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Made reservation on behalf of 3de8bea056fa4d048f69f19eaec8c58f for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:28.510051 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:28.518461 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47662fb9-7d36-4cbf-8186-b6ffbfa4a06f admin admin] Pushing event updated for resources: {'Network': ['ID=9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:28.535633 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:47:28.552083 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-caf1cf04-33a1-4eb2-a16a-db12fc08ee31 req-93872074-1a0c-427c-af96-3ace03e8c796 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197631 Sep 21 21:47:28.615686 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd2cfb-db74-4e8f-8f52-17fa0f34ec13 req-21b11475-1039-4cf0-ba4f-f4a987139455 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833997 Sep 21 21:47:28.620878 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1a27f024-b3da-4a2e-8e67-0f2528e3101a req-127b09cb-f53f-494c-bd6b-7b2db16b509d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948342 Sep 21 21:47:28.637145 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce6fbe-11f2-4d1c-923a-2c204ca73ef5 req-7b8fa994-5b8b-4363-8090-b477135db76f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:28.639148 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-86ce6fbe-11f2-4d1c-923a-2c204ca73ef5 req-7b8fa994-5b8b-4363-8090-b477135db76f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.0679491 Sep 21 21:47:28.706287 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-86ce6fbe-11f2-4d1c-923a-2c204ca73ef5 req-a9ecf307-23d0-4def-9362-11c5a6aae8cc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589731 Sep 21 21:47:28.988758 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (72cd5ca7-199b-4947-b9a2-0b5ac4f7a226), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:29.042211 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72cd5ca7-199b-4947-b9a2-0b5ac4f7a226,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:29.079652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Checking segment: {'id': '93a7895a-d56e-4dce-b530-42e54beeeeed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:29.081776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Network hostable DHCP agents. Network: 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:47:29.107486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Network 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:47:29.122236 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:29.130433 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:29.131339 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:29.143807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b6565-0216-4692-b3b6-f48a9f0e87e8 None None] Network 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:47:29.164548 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1c4b38bc-c3c0-4aae-95c1-1b66300a5080 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6971087 Sep 21 21:47:29.420940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d5fc04-a164-4dc1-912a-1a710518b5c9 None None] Network 9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:47:29.493243 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-e2657649-4279-49bd-9bbb-f74d33ac45ff tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:29.495331 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-e2657649-4279-49bd-9bbb-f74d33ac45ff tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "GET /v2.0/networks?id=969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 200 len: 808 time: 0.3299043 Sep 21 21:47:29.532822 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Request body: {'port': {'device_id': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77', 'admin_state_up': True, 'tenant_id': '62637b9693ef45a9988edf96a87bab9f'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:29.541260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec215-45fb-45f8-a5ae-45488ed9bb59 req-d9c11faa-9705-40c0-8429-a220e7ebfdff tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:29.550651 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7fdec215-45fb-45f8-a5ae-45488ed9bb59 req-d9c11faa-9705-40c0-8429-a220e7ebfdff tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1272192 Sep 21 21:47:29.686045 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7fdec215-45fb-45f8-a5ae-45488ed9bb59 req-146bb8cc-3dca-4cab-afda-c6805a809ba6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275349 Sep 21 21:47:29.692017 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29902e33-631a-4cb1-a370-d25f0767ad94 req-ec980218-69d0-4c6e-97e0-f7e986aae9b7 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:29.693677 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29902e33-631a-4cb1-a370-d25f0767ad94 req-ec980218-69d0-4c6e-97e0-f7e986aae9b7 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.1974022 Sep 21 21:47:29.698481 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Made reservation on behalf of 62637b9693ef45a9988edf96a87bab9f for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:29.705699 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:29.924599 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29902e33-631a-4cb1-a370-d25f0767ad94 req-ed80a983-e866-4233-9a28-e028c0bc1fd1 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958947 Sep 21 21:47:29.926133 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Allocated IP 172.20.0.6 (969e1bda-aa86-472c-b13c-51f7df6d0d77/2ad6b610-f4b7-4167-aae9-70ec65cc96cd/19aede93-78c1-4646-a13c-a1138605b97a) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:47:29.935952 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1b7b1a50-ac5f-4d46-90eb-dfd94f23bb7d req-aee9b946-7533-4be1-90a7-0246cd5b9ce0 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0808768 Sep 21 21:47:30.146777 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea71c-5fb6-434c-ad59-de0b5c031cd4 req-7476cc3c-3265-4e47-b9a5-fa8bb0362d29 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:30.148963 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4afea71c-5fb6-434c-ad59-de0b5c031cd4 req-7476cc3c-3265-4e47-b9a5-fa8bb0362d29 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1011422 Sep 21 21:47:30.232548 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4afea71c-5fb6-434c-ad59-de0b5c031cd4 req-002c9be1-9221-4cd5-af64-bdfe3f5b5027 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763810 Sep 21 21:47:30.243898 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c022d-8d48-4858-bb64-fcbba342fe1b req-d17b3c55-6a5e-4576-b4b0-f159bc6e4205 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:30.245564 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786c022d-8d48-4858-bb64-fcbba342fe1b req-d17b3c55-6a5e-4576-b4b0-f159bc6e4205 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.1624308 Sep 21 21:47:30.257905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks [] for port (19aede93-78c1-4646-a13c-a1138605b97a), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.337394 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786c022d-8d48-4858-bb64-fcbba342fe1b req-0b6da95f-a932-4634-8774-6bd6c1fbc4a1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826521 Sep 21 21:47:30.339347 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (19aede93-78c1-4646-a13c-a1138605b97a), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.395892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Pushing event updated for resources: {'Port': ['ID=19aede93-78c1-4646-a13c-a1138605b97a,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:30.410387 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.410824 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.411231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.411646 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.412033 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.412423 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.412806 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.413189 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.413572 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.413975 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.414376 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.414962 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.415346 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:30.433523 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Network 969e1bda-aa86-472c-b13c-51f7df6d0d77 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:47:30.437356 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:47:30.449110 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:47:30.452367 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:30.453201 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.479362 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-85be254f-69cc-471a-9779-6651b4391429 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9549673 Sep 21 21:47:30.508127 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Request body: {'port': {'device_id': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:30.627815 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (19aede93-78c1-4646-a13c-a1138605b97a), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.638147 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e07d4-7eb1-43a3-867a-e0e6e79a2e69 req-4af07a1e-92af-4add-bcd6-be6eade49156 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:30.646550 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-781e07d4-7eb1-43a3-867a-e0e6e79a2e69 req-4af07a1e-92af-4add-bcd6-be6eade49156 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.1308575 Sep 21 21:47:30.650646 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42038) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:30.670557 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:30.845773 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (01df0f2a-82fb-47f5-b977-0e81e8cbddf4), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:30.943542 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8789a67b-fabe-4c48-a569-cf53cc51a8cf req-a4b03ef7-7045-48ff-87f9-e1b505b8a5e5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:30.945146 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8789a67b-fabe-4c48-a569-cf53cc51a8cf req-a4b03ef7-7045-48ff-87f9-e1b505b8a5e5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1558964 Sep 21 21:47:31.160844 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19aede93-78c1-4646-a13c-a1138605b97a {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:31.173197 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Publish callbacks [] for port (19aede93-78c1-4646-a13c-a1138605b97a), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:31.182226 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8789a67b-fabe-4c48-a569-cf53cc51a8cf req-18cad239-5053-4780-92c6-7791dd8c8bdf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226825 Sep 21 21:47:31.195601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Transition to ACTIVE for port object 19aede93-78c1-4646-a13c-a1138605b97a will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:47:31.202124 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (19aede93-78c1-4646-a13c-a1138605b97a), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:31.242481 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-a7aeb677-3ea7-403b-b21b-2bd8b4ceb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.243960 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-a7aeb677-3ea7-403b-b21b-2bd8b4ceb0c9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 1130 time: 0.4976559 Sep 21 21:47:31.288278 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Pushing event updated for resources: {'Port': ['ID=19aede93-78c1-4646-a13c-a1138605b97a,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:31.294622 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Attempting to bind port 19aede93-78c1-4646-a13c-a1138605b97a on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:47:31.295364 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Attempting to bind port 19aede93-78c1-4646-a13c-a1138605b97a by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:47:31.295863 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Attempting to bind port 19aede93-78c1-4646-a13c-a1138605b97a on network 969e1bda-aa86-472c-b13c-51f7df6d0d77 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:31.301245 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Port 19aede93-78c1-4646-a13c-a1138605b97a on network 969e1bda-aa86-472c-b13c-51f7df6d0d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:47:31.301965 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Attempting to bind port 19aede93-78c1-4646-a13c-a1138605b97a on network 969e1bda-aa86-472c-b13c-51f7df6d0d77 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:47:31.308529 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:47:31.308963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Checking segment: {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:47:31.309254 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Bound using segment: {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:47:31.309703 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Bound port: 19aede93-78c1-4646-a13c-a1138605b97a, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:47:31.310118 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (19aede93-78c1-4646-a13c-a1138605b97a), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:31.463039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8112c-164c-4152-adec-f3ef4c7bef4d req-efce43aa-2cb6-48ab-a023-fc62e1d2c085 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.466358 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-aff8112c-164c-4152-adec-f3ef4c7bef4d req-efce43aa-2cb6-48ab-a023-fc62e1d2c085 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 943 time: 0.1314170 Sep 21 21:47:31.480072 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-e5aa42c9-30a2-4aa4-8d4d-c874861bc26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.481565 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-e5aa42c9-30a2-4aa4-8d4d-c874861bc26e service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.2153697 Sep 21 21:47:31.491711 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] For port 19aede93-78c1-4646-a13c-a1138605b97a, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:47:31.495915 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] For port 19aede93-78c1-4646-a13c-a1138605b97a, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=19aede93-78c1-4646-a13c-a1138605b97a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:47:31.521112 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (19aede93-78c1-4646-a13c-a1138605b97a), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:31.525714 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.527066 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:31.528856 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] 10.222.0.50 "PUT /v2.0/ports/19aede93-78c1-4646-a13c-a1138605b97a HTTP/1.1" status: 200 len: 1093 time: 1.0331078 Sep 21 21:47:31.541302 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54e399-9213-4f12-be62-dc193737733c req-0fb2c694-880b-45a2-babe-96428820b363 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.543855 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f54e399-9213-4f12-be62-dc193737733c req-0fb2c694-880b-45a2-babe-96428820b363 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.3037241 Sep 21 21:47:31.552990 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'tag': '19aede93-78c1-4646-a13c-a1138605b97a'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:31.555886 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264c413e-71e8-4844-bed0-dd66ac7a1db2" -d '{"events": [{"name": "network-changed", "server_uuid": "605391a1-5ae9-4561-ac45-7a8f6c23eb0b", "tag": "19aede93-78c1-4646-a13c-a1138605b97a"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:31.585740 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-6b13e835-6cc6-4106-a1d4-5d37da6efaed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a208ef10-8484-4167-988b-1f2af2c02a54 HTTP/1.1" status: 200 len: 217 time: 0.0922935 Sep 21 21:47:31.687993 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-aff8112c-164c-4152-adec-f3ef4c7bef4d req-578d516b-fcb4-450c-8bcc-5736adf1321d tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864493 Sep 21 21:47:31.690151 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45c9fd-18e2-4c12-b0fd-b6cc08dafae0 service neutron] Pushing event updated for resources: {'Port': ['ID=19aede93-78c1-4646-a13c-a1138605b97a,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:31.738183 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f54e399-9213-4f12-be62-dc193737733c req-ea5cf9da-5691-4cc6-9a1a-7706052c1e19 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621799 Sep 21 21:47:31.745494 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-93cdeab1-b2fa-4b21-95da-35c1082e3345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.747292 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-93cdeab1-b2fa-4b21-95da-35c1082e3345 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62637b9693ef45a9988edf96a87bab9f&device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 1127 time: 0.1407001 Sep 21 21:47:31.783510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-cd323a0c-68c9-4e4b-84f1-05823f7e0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.786340 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-cd323a0c-68c9-4e4b-84f1-05823f7e0f90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1777375 Sep 21 21:47:31.870361 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c147a0-ab6a-4b33-b51b-ced9eff48921 x-openstack-request-id: req-05c147a0-ab6a-4b33-b51b-ced9eff48921 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:31.870828 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "605391a1-5ae9-4561-ac45-7a8f6c23eb0b", "tag": "19aede93-78c1-4646-a13c-a1138605b97a", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:31.870963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05c147a0-ab6a-4b33-b51b-ced9eff48921 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:31.871441 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c147a0-ab6a-4b33-b51b-ced9eff48921'] response: {'name': 'network-changed', 'server_uuid': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'tag': '19aede93-78c1-4646-a13c-a1138605b97a', 'status': 'completed', 'code': 200} Sep 21 21:47:31.873737 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-08e95fb6-c657-4492-adaf-b9fed8a55a2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aede93-78c1-4646-a13c-a1138605b97a HTTP/1.1" status: 200 len: 217 time: 0.1168983 Sep 21 21:47:31.952432 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-14b25cfe-056d-4c7f-b084-59c40d749fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:31.953967 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-14b25cfe-056d-4c7f-b084-59c40d749fdb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad6b610-f4b7-4167-aae9-70ec65cc96cd HTTP/1.1" status: 200 len: 848 time: 0.0529954 Sep 21 21:47:31.998658 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-7360df4c-4e41-4b74-8195-e00e33eedeb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=969e1bda-aa86-472c-b13c-51f7df6d0d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297534 Sep 21 21:47:32.009665 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af458a-6efd-492d-9f0a-c70bcc42a6ef req-526abc4a-160b-45d8-805c-9f2a8df19184 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:32.017222 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-05af458a-6efd-492d-9f0a-c70bcc42a6ef req-526abc4a-160b-45d8-805c-9f2a8df19184 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1485639 Sep 21 21:47:32.063550 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-70b3ee21-1092-43a8-9d85-edad6b10949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:32.065595 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-70b3ee21-1092-43a8-9d85-edad6b10949b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2335186 Sep 21 21:47:32.145448 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-05af458a-6efd-492d-9f0a-c70bcc42a6ef req-a530ab52-b6b7-4fb8-960e-916055c11903 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271493 Sep 21 21:47:32.200754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.db.resource_extend [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:47:32.230376 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-2ceecabc-b1a8-4e81-8787-595933b4e9ba service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101748 Sep 21 21:47:32.313979 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:32.321443 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-f3218ea9-5b63-45eb-a72c-87661f8433b9 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438197 Sep 21 21:47:32.330566 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (01df0f2a-82fb-47f5-b977-0e81e8cbddf4), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:32.500678 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720f3cf-9af8-4a0e-a72c-d6a4a56a257d req-f3a5279b-2cb6-4c34-a2ca-8ba9c4d05375 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:32.502843 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8720f3cf-9af8-4a0e-a72c-d6a4a56a257d req-f3a5279b-2cb6-4c34-a2ca-8ba9c4d05375 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1291916 Sep 21 21:47:32.533609 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a25adad-a28e-4e7f-ad78-4d62eec63ec4 req-a3b31e48-31b3-4ea8-b53e-7304ff4fc5d7 service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796292 Sep 21 21:47:32.552250 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-918387c2-3453-47f2-acca-1cda6ed9f188 req-578dddb0-15f7-4a46-9256-aee63b7987c3 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176785 Sep 21 21:47:32.579718 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP 01df0f2a-82fb-47f5-b977-0e81e8cbddf4 associated. External IP: 172.27.3.242, port: e3e0e024-1375-4e8e-81c4-6fb353fc5577. Sep 21 21:47:32.581416 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8720f3cf-9af8-4a0e-a72c-d6a4a56a257d req-f10fc2ff-2c40-4fbb-87ae-54e3dc29ee32 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664196 Sep 21 21:47:32.651757 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf4d1a-6281-46f6-a4cd-65a9984b1811 req-d1081386-60f0-4eed-ae44-67f327324bbb tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:32.653773 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7bbf4d1a-6281-46f6-a4cd-65a9984b1811 req-d1081386-60f0-4eed-ae44-67f327324bbb tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2083242 Sep 21 21:47:32.666364 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42112) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:32.671964 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'floatingip': {'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:32.740739 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-cdf83307-8e03-48bb-b976-a276c365394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:32.742591 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-cdf83307-8e03-48bb-b976-a276c365394c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62637b9693ef45a9988edf96a87bab9f&device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 1127 time: 0.1172161 Sep 21 21:47:32.758245 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (88684917-cdde-486f-b988-d8e223c59e8e), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:33.140108 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02408600-c5e6-4151-9c8d-e61aacdb5282 req-12c65660-dbef-4341-b46f-67a2b8019a1e tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:33.141727 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-02408600-c5e6-4151-9c8d-e61aacdb5282 req-12c65660-dbef-4341-b46f-67a2b8019a1e tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 943 time: 0.1503067 Sep 21 21:47:33.146579 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-4b964aa4-0301-424e-a6cc-0bd165f218e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:33.148042 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-4b964aa4-0301-424e-a6cc-0bd165f218e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 200 len: 909 time: 0.3872492 Sep 21 21:47:33.162389 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:47:33.193257 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-cd9d988a-1f21-4c28-891f-af7cda212819 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19aede93-78c1-4646-a13c-a1138605b97a HTTP/1.1" status: 200 len: 217 time: 0.0375829 Sep 21 21:47:33.267637 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-02408600-c5e6-4151-9c8d-e61aacdb5282 req-cd864daa-b254-42e0-984c-9d61d5073e0c tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164486 Sep 21 21:47:33.388086 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-a2b0af12-71de-4f17-a485-1d1da9c418d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:33.390711 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-a2b0af12-71de-4f17-a485-1d1da9c418d1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad6b610-f4b7-4167-aae9-70ec65cc96cd HTTP/1.1" status: 200 len: 848 time: 0.1902256 Sep 21 21:47:33.397004 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 19aede93-78c1-4646-a13c-a1138605b97a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:47:33.423360 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:47:33.457494 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:33.461355 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-b56aef95-d4de-4c31-a78c-d02b6cbc483c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=969e1bda-aa86-472c-b13c-51f7df6d0d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465026 Sep 21 21:47:33.544219 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-18f0cd1f-e5e1-4d1d-9f8f-f0e80114881a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "PUT /v2.0/floatingips/01df0f2a-82fb-47f5-b977-0e81e8cbddf4 HTTP/1.1" status: 200 len: 991 time: 2.8916605 Sep 21 21:47:33.547074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:33.549856 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a972cb3d-a491-4101-a507-3f014d15c981" -d '{"events": [{"name": "network-changed", "server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:33.619440 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-7ef7ab68-219d-42df-837e-b76f13465930 service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378248 Sep 21 21:47:33.644446 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:47:33.677529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42ec023-b65b-4054-a40f-76fbcb4ca42e x-openstack-request-id: req-e42ec023-b65b-4054-a40f-76fbcb4ca42e {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:33.677899 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:33.678257 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e42ec023-b65b-4054-a40f-76fbcb4ca42e {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:33.678706 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 19aede93-78c1-4646-a13c-a1138605b97a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=19aede93-78c1-4646-a13c-a1138605b97a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:33.679090 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42ec023-b65b-4054-a40f-76fbcb4ca42e'] response: {'name': 'network-changed', 'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'status': 'completed', 'code': 200} Sep 21 21:47:33.685355 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:47:33.689043 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:47:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:33.713946 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '19aede93-78c1-4646-a13c-a1138605b97a', 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77', 'port_id': '19aede93-78c1-4646-a13c-a1138605b97a', 'mac_address': 'fa:16:3e:eb:2d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6b610-f4b7-4167-aae9-70ec65cc96cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:47:33.793169 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 19aede93-78c1-4646-a13c-a1138605b97a is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:33.793958 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (19aede93-78c1-4646-a13c-a1138605b97a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:33.820791 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19aede93-78c1-4646-a13c-a1138605b97a {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:47:33.846640 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-264c413e-71e8-4844-bed0-dd66ac7a1db2 req-9e57dc78-1af1-4423-8b17-e170077fec3e service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120557 Sep 21 21:47:33.853953 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 19aede93-78c1-4646-a13c-a1138605b97a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=19aede93-78c1-4646-a13c-a1138605b97a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:33.864025 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (19aede93-78c1-4646-a13c-a1138605b97a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:33.930767 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:47:33.978425 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=19aede93-78c1-4646-a13c-a1138605b97a,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:33.991579 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.992251 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.993415 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.993982 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.994582 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.995515 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.996707 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.997575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.998499 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.999222 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:33.999875 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.000689 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.001179 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.136100 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.162581 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (88684917-cdde-486f-b988-d8e223c59e8e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.167194 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['19aede93-78c1-4646-a13c-a1138605b97a'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:34.190578 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42156) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:34.300781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80cab5-d787-4b2d-a86e-5628cd91dca3 req-dae31270-58b4-47c0-919b-854efbb52607 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:34.302927 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9a80cab5-d787-4b2d-a86e-5628cd91dca3 req-dae31270-58b4-47c0-919b-854efbb52607 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.2503572 Sep 21 21:47:34.305090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cb3d-a491-4101-a507-3f014d15c981 req-c0a2e316-da9c-43db-b2ce-27205258a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:34.306769 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-c0a2e316-da9c-43db-b2ce-27205258a683 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 1129 time: 0.2491271 Sep 21 21:47:34.360719 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Floating IP 88684917-cdde-486f-b988-d8e223c59e8e associated. External IP: 172.27.3.10, port: 78fedd20-835d-47be-bbff-d5d2624fb142. Sep 21 21:47:34.449926 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.480560 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:32Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:34.547380 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:47:34.576709 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:47:34.578635 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:47:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:34.587146 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe0004-aa7c-4842-8ec0-8d8348f144fd req-2f15689f-1d5e-4521-859a-87c5c5d12ea4 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:34.597185 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8cfe0004-aa7c-4842-8ec0-8d8348f144fd req-2f15689f-1d5e-4521-859a-87c5c5d12ea4 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 944 time: 0.1491318 Sep 21 21:47:34.686300 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9a80cab5-d787-4b2d-a86e-5628cd91dca3 req-8edfafbc-af60-4e7e-8aea-65795c4454a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739252 Sep 21 21:47:34.695041 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8cfe0004-aa7c-4842-8ec0-8d8348f144fd req-8a0964ae-b6ca-4b06-9d8a-20e493187906 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702298 Sep 21 21:47:34.728354 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cb3d-a491-4101-a507-3f014d15c981 req-cae8e009-f7cd-49e8-800e-052ba1e5c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:34.734868 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-cae8e009-f7cd-49e8-800e-052ba1e5c180 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.4138122 Sep 21 21:47:34.737170 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Publish callbacks [] for security_group (abafd0bb-3251-4e73-a2ed-886c6d319954), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.746923 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (abafd0bb-3251-4e73-a2ed-886c6d319954), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.782483 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:47:34.798740 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b38c2d5848a418792c1cc2c82944c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6067047 Sep 21 21:47:34.799984 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abafd0bb-3251-4e73-a2ed-886c6d319954,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:34.802430 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42180) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:34.823959 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.824514 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.824998 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.825469 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.826017 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.826925 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.827491 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.827830 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.828169 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.828669 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.829008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.829414 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.829740 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20879f3a-93dd-4179-b0fa-ff464bd399cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:47:34.892588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1e325abc-fcf2-413b-9492-7dc990055ded admin admin] Publish callbacks [] for security_group (abafd0bb-3251-4e73-a2ed-886c6d319954), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.917136 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1e325abc-fcf2-413b-9492-7dc990055ded admin admin] Publish callbacks [] for security_group (abafd0bb-3251-4e73-a2ed-886c6d319954), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.984283 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1e325abc-fcf2-413b-9492-7dc990055ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (abafd0bb-3251-4e73-a2ed-886c6d319954), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.987060 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1e325abc-fcf2-413b-9492-7dc990055ded admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:34.989428 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1e325abc-fcf2-413b-9492-7dc990055ded admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/abafd0bb-3251-4e73-a2ed-886c6d319954 HTTP/1.1" status: 204 len: 168 time: 0.1850643 Sep 21 21:47:35.000722 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e325abc-fcf2-413b-9492-7dc990055ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abafd0bb-3251-4e73-a2ed-886c6d319954,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:35.084116 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:32Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:35.116758 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2906d5-41e2-4cd0-b77c-f9ab83bc28ca None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:32Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:47:35.154656 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-5b39aeb0-76b9-4efa-9fd6-f983d0beff68 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577 HTTP/1.1" status: 200 len: 999 time: 0.4028618 Sep 21 21:47:35.231767 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Router a9796053-aab8-4435-bf7c-38fefd6bc18f has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:47:35.242399 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cb3d-a491-4101-a507-3f014d15c981 req-3aee6ae0-c674-4241-aa48-20a6a99ac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:35.243943 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-3aee6ae0-c674-4241-aa48-20a6a99ac1cb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0659225 Sep 21 21:47:35.393931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972cb3d-a491-4101-a507-3f014d15c981 req-eafdb355-86dd-44aa-83c8-9add62feb888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:35.395403 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-eafdb355-86dd-44aa-83c8-9add62feb888 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1413314 Sep 21 21:47:35.400538 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:47:35.406360 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:35.415589 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 19aede93-78c1-4646-a13c-a1138605b97a up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:47:35.422050 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:47:35.467982 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:47:35.468889 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:47:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:35.475010 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42188) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:35.500089 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-96abeef4-a21e-4fd9-a460-de888e73c63f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "PUT /v2.0/floatingips/88684917-cdde-486f-b988-d8e223c59e8e HTTP/1.1" status: 200 len: 990 time: 2.8320866 Sep 21 21:47:35.507677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a5608e1-9baf-46b4-bbaf-64fe19c6e88a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:35.508911 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6069c-2908-488d-9bab-414b4cc03fb3 None None] New status for floating IP 01df0f2a-82fb-47f5-b977-0e81e8cbddf4: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:47:35.587633 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 19aede93-78c1-4646-a13c-a1138605b97a completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:47:35.599603 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 19aede93-78c1-4646-a13c-a1138605b97a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:47:35.600589 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (19aede93-78c1-4646-a13c-a1138605b97a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:35.601179 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 19aede93-78c1-4646-a13c-a1138605b97a Sep 21 21:47:35.629313 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:35.631669 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a10ae95-0832-47d4-bf26-4a56f3f451e0" -d '{"events": [{"name": "network-changed", "server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:35.656452 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:47:35.727067 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-46e8040d-beb9-431d-b008-eb83803f3676 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177207 Sep 21 21:47:35.759599 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a5608e1-9baf-46b4-bbaf-64fe19c6e88a admin admin] Publish callbacks [] for security_group (e851ce3a-b009-4305-80ab-8ac5708dc76f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:35.763221 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5207a03e-e4c1-4d60-b50e-16ab815aa491 x-openstack-request-id: req-5207a03e-e4c1-4d60-b50e-16ab815aa491 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:35.763936 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:35.764508 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5207a03e-e4c1-4d60-b50e-16ab815aa491 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:35.765300 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5207a03e-e4c1-4d60-b50e-16ab815aa491'] response: {'name': 'network-changed', 'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'status': 'completed', 'code': 200} Sep 21 21:47:35.776384 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1a5608e1-9baf-46b4-bbaf-64fe19c6e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e851ce3a-b009-4305-80ab-8ac5708dc76f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:35.945011 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1a5608e1-9baf-46b4-bbaf-64fe19c6e88a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d713399db9749cd9fb5017f2ba46e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4681253 Sep 21 21:47:35.949100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5608e1-9baf-46b4-bbaf-64fe19c6e88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e851ce3a-b009-4305-80ab-8ac5708dc76f,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:35.977412 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42208) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:36.042534 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06b724-a5a3-423e-a58c-6e1ce662bbb5 req-a46b36d1-2d4d-4a63-ad2b-caa8b7939670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:36.045325 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6f06b724-a5a3-423e-a58c-6e1ce662bbb5 req-a46b36d1-2d4d-4a63-ad2b-caa8b7939670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1789076 Sep 21 21:47:36.056850 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-56ac7ad1-eff7-4027-a97f-be6a2b14fa46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:36.059453 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-56ac7ad1-eff7-4027-a97f-be6a2b14fa46 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1129 time: 0.2200725 Sep 21 21:47:36.191428 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 19aede93-78c1-4646-a13c-a1138605b97a is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:47:36.191903 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (19aede93-78c1-4646-a13c-a1138605b97a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.220440 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1eeb18ea-38d8-4851-a543-c3475d76c835 admin admin] Publish callbacks [] for security_group (e851ce3a-b009-4305-80ab-8ac5708dc76f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.225140 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a972cb3d-a491-4101-a507-3f014d15c981 req-e2bdae8d-8dd1-4b03-9859-a3092eb0b205 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905744 Sep 21 21:47:36.226861 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-221a5c65-f08d-4748-ae31-539e819e9b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:36.229479 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-221a5c65-f08d-4748-ae31-539e819e9b39 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1578896 Sep 21 21:47:36.240634 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6f06b724-a5a3-423e-a58c-6e1ce662bbb5 req-40689f22-cb9c-4d41-96bf-da56ac33dfdf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795299 Sep 21 21:47:36.250260 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279ce20-b01e-422b-a75a-840983178d6f req-8265c93d-e527-4517-a885-9ab63060720a tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:36.252599 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7279ce20-b01e-422b-a75a-840983178d6f req-8265c93d-e527-4517-a885-9ab63060720a tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 944 time: 0.2989104 Sep 21 21:47:36.275388 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1eeb18ea-38d8-4851-a543-c3475d76c835 admin admin] Publish callbacks [] for security_group (e851ce3a-b009-4305-80ab-8ac5708dc76f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.308997 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aede93-78c1-4646-a13c-a1138605b97a'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:36.311941 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b621f70-0832-4e63-8543-1acc27b788df" -d '{"events": [{"server_uuid": "605391a1-5ae9-4561-ac45-7a8f6c23eb0b", "name": "network-vif-plugged", "status": "completed", "tag": "19aede93-78c1-4646-a13c-a1138605b97a"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:36.367195 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 19aede93-78c1-4646-a13c-a1138605b97a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=19aede93-78c1-4646-a13c-a1138605b97a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:36.380471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (19aede93-78c1-4646-a13c-a1138605b97a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.385994 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7279ce20-b01e-422b-a75a-840983178d6f req-48ea4f95-2ca4-41f0-9fd0-ea038ef8e078 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196458 Sep 21 21:47:36.414476 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-f95e75fe-3ec7-405a-8fcd-d03e77b2f0a3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 998 time: 0.1624146 Sep 21 21:47:36.441772 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1eeb18ea-38d8-4851-a543-c3475d76c835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e851ce3a-b009-4305-80ab-8ac5708dc76f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.445101 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1eeb18ea-38d8-4851-a543-c3475d76c835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:36.449847 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1eeb18ea-38d8-4851-a543-c3475d76c835 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e851ce3a-b009-4305-80ab-8ac5708dc76f HTTP/1.1" status: 204 len: 168 time: 0.4605448 Sep 21 21:47:36.492167 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb18ea-38d8-4851-a543-c3475d76c835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e851ce3a-b009-4305-80ab-8ac5708dc76f,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:36.497303 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-7cb71ddd-21cf-4b2e-a335-83bd27384623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:36.499525 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-7cb71ddd-21cf-4b2e-a335-83bd27384623 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0691416 Sep 21 21:47:36.535759 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b504ec-58c6-40df-b4ad-ec6b02d01e88 x-openstack-request-id: req-14b504ec-58c6-40df-b4ad-ec6b02d01e88 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:36.546905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605391a1-5ae9-4561-ac45-7a8f6c23eb0b", "name": "network-vif-plugged", "status": "completed", "tag": "19aede93-78c1-4646-a13c-a1138605b97a", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:36.548232 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14b504ec-58c6-40df-b4ad-ec6b02d01e88 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:36.548232 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14b504ec-58c6-40df-b4ad-ec6b02d01e88'] response: {'server_uuid': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19aede93-78c1-4646-a13c-a1138605b97a', 'code': 200} Sep 21 21:47:36.590594 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=19aede93-78c1-4646-a13c-a1138605b97a,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:36.626607 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '88684917-cdde-486f-b988-d8e223c59e8e', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'mac_address': 'fa:16:3e:8a:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:33Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:36.661839 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:47:36.672044 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:47:36.672738 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:47:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:36.802740 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:47:37.071166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '88684917-cdde-486f-b988-d8e223c59e8e', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'mac_address': 'fa:16:3e:8a:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:33Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:37.100947 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972716d0-c5b2-4ebb-8ffd-7a3b5fe6ecbd None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '88684917-cdde-486f-b988-d8e223c59e8e', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'floating_ip_address': '172.27.3.10', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'mac_address': 'fa:16:3e:8a:01:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:33Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:47:37.363745 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdca76-ac0a-44e4-9055-63ee292220f7 None None] New status for floating IP 88684917-cdde-486f-b988-d8e223c59e8e: ACTIVE {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:47:37.486556 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-ccdc9dea-f595-4187-8b31-801b50c91559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:37.490684 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-ccdc9dea-f595-4187-8b31-801b50c91559 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987880 Sep 21 21:47:37.511880 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e912a48-0267-4e67-8a09-d5ce31a653df req-d84496c3-c6c8-4784-990e-99eedebf0690 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:37.514695 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5e912a48-0267-4e67-8a09-d5ce31a653df req-d84496c3-c6c8-4784-990e-99eedebf0690 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1353021 Sep 21 21:47:37.593074 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270547f-17b3-427f-9845-5fe4d14d07cd req-def63a7b-cdbd-43ec-978a-fab090eb06e2 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:37.596721 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1270547f-17b3-427f-9845-5fe4d14d07cd req-def63a7b-cdbd-43ec-978a-fab090eb06e2 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.1188285 Sep 21 21:47:37.635738 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5e912a48-0267-4e67-8a09-d5ce31a653df req-f84a260b-7293-47b0-b1c3-7f3e73bcf904 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131639 Sep 21 21:47:37.677990 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1270547f-17b3-427f-9845-5fe4d14d07cd req-d2b8db21-eb71-4227-80f7-6cf5dc3553a3 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729072 Sep 21 21:47:38.443167 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fbbc499e-8f82-4d5f-a3cd-61f07eda408b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:38.833667 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339680e-46e1-44d8-8e2d-4f4fb8bb7add req-27121e7a-b9dc-4b83-b666-049472b3add9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:38.836870 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4339680e-46e1-44d8-8e2d-4f4fb8bb7add req-27121e7a-b9dc-4b83-b666-049472b3add9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1136723 Sep 21 21:47:38.914092 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2229ca-be47-46e4-ac0a-f82be99fae11 req-680885d9-bb58-40d3-82e5-ae28052e0746 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:38.916878 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1a2229ca-be47-46e4-ac0a-f82be99fae11 req-680885d9-bb58-40d3-82e5-ae28052e0746 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.1031618 Sep 21 21:47:38.945759 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4339680e-46e1-44d8-8e2d-4f4fb8bb7add req-51a2090b-40fa-400b-9a24-dd3ff664557d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975232 Sep 21 21:47:38.991816 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1a2229ca-be47-46e4-ac0a-f82be99fae11 req-1ad63083-3370-4f5a-a4d4-17fb100a6748 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692208 Sep 21 21:47:39.246302 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edb56b-daf4-4bf0-8d34-48569738e22f req-d269c1ee-e8d8-4b40-b5e5-a5724846ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:39.247984 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-03edb56b-daf4-4bf0-8d34-48569738e22f req-d269c1ee-e8d8-4b40-b5e5-a5724846ffeb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 1129 time: 0.0516109 Sep 21 21:47:39.252933 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42306) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:39.302323 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-03edb56b-daf4-4bf0-8d34-48569738e22f req-bb097bf2-b013-46aa-aa8f-9edea0358284 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435748 Sep 21 21:47:39.306944 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-4e782136-8cc1-4a61-800c-64fd14a89b03 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116607 Sep 21 21:47:39.385977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f0acfa16-dbff-4b46-aea6-1224ca740931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.486730 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f0acfa16-dbff-4b46-aea6-1224ca740931 admin admin] Publish callbacks [] for security_group (18f8600d-1a3c-4ce3-9584-7d203511a2ec), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.493472 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f0acfa16-dbff-4b46-aea6-1224ca740931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (18f8600d-1a3c-4ce3-9584-7d203511a2ec), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.538458 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acfa16-dbff-4b46-aea6-1224ca740931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f8600d-1a3c-4ce3-9584-7d203511a2ec,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:39.552186 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f0acfa16-dbff-4b46-aea6-1224ca740931 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=248956fb8569437b8b599f8e33e657bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2954602 Sep 21 21:47:39.552793 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42312) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:39.628915 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c489ffdc-85e6-4c15-8086-2719cb53e356 admin admin] Publish callbacks [] for security_group (18f8600d-1a3c-4ce3-9584-7d203511a2ec), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.643450 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0a10ae95-0832-47d4-bf26-4a56f3f451e0 req-b29190d3-2753-4b5d-b0ff-486188ded9d4 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973804 Sep 21 21:47:39.653757 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c489ffdc-85e6-4c15-8086-2719cb53e356 admin admin] Publish callbacks [] for security_group (18f8600d-1a3c-4ce3-9584-7d203511a2ec), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.717728 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c489ffdc-85e6-4c15-8086-2719cb53e356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (18f8600d-1a3c-4ce3-9584-7d203511a2ec), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.723330 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c489ffdc-85e6-4c15-8086-2719cb53e356 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:39.725374 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c489ffdc-85e6-4c15-8086-2719cb53e356 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18f8600d-1a3c-4ce3-9584-7d203511a2ec HTTP/1.1" status: 204 len: 168 time: 0.1714597 Sep 21 21:47:39.738131 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489ffdc-85e6-4c15-8086-2719cb53e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f8600d-1a3c-4ce3-9584-7d203511a2ec,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:40.035063 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42332) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:40.057749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-929c2e5f-bd7b-48da-ab8e-af8a5dd9ab78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.122466 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93f7dc-6c1c-403f-8275-dca89bdf5b03 req-9308ac27-1ec6-4c84-8039-a93952d4bd2b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:40.125002 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fd93f7dc-6c1c-403f-8275-dca89bdf5b03 req-9308ac27-1ec6-4c84-8039-a93952d4bd2b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0685008 Sep 21 21:47:40.183390 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fd93f7dc-6c1c-403f-8275-dca89bdf5b03 req-2c966295-1283-42b2-86fb-66fb70103091 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492842 Sep 21 21:47:40.199632 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dddefb-9cb3-4312-b713-b229a3ea1d2f req-bdeb5b88-c7d2-4ca5-bf5b-3dcf4c41a9f5 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:40.201223 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-63dddefb-9cb3-4312-b713-b229a3ea1d2f req-bdeb5b88-c7d2-4ca5-bf5b-3dcf4c41a9f5 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0995519 Sep 21 21:47:40.211862 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-929c2e5f-bd7b-48da-ab8e-af8a5dd9ab78 admin admin] Publish callbacks [] for security_group (cb3dac9a-8e30-46c4-9b39-8ea390417d7e), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.219743 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-929c2e5f-bd7b-48da-ab8e-af8a5dd9ab78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cb3dac9a-8e30-46c4-9b39-8ea390417d7e), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.281669 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-929c2e5f-bd7b-48da-ab8e-af8a5dd9ab78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76f45f68bc6048518f6bf6b9f35ffd21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447438 Sep 21 21:47:40.282531 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929c2e5f-bd7b-48da-ab8e-af8a5dd9ab78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3dac9a-8e30-46c4-9b39-8ea390417d7e,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:40.284879 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42336) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:40.300810 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-63dddefb-9cb3-4312-b713-b229a3ea1d2f req-4b88a546-cac5-4090-b5bc-703da7358317 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910895 Sep 21 21:47:40.357046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223fd0af-795f-481d-8186-9e7251ce9103 admin admin] Publish callbacks [] for security_group (cb3dac9a-8e30-46c4-9b39-8ea390417d7e), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.384502 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223fd0af-795f-481d-8186-9e7251ce9103 admin admin] Publish callbacks [] for security_group (cb3dac9a-8e30-46c4-9b39-8ea390417d7e), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.451111 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223fd0af-795f-481d-8186-9e7251ce9103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cb3dac9a-8e30-46c4-9b39-8ea390417d7e), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.453891 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-223fd0af-795f-481d-8186-9e7251ce9103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:40.455423 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-223fd0af-795f-481d-8186-9e7251ce9103 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb3dac9a-8e30-46c4-9b39-8ea390417d7e HTTP/1.1" status: 204 len: 168 time: 0.1692579 Sep 21 21:47:40.467349 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fd0af-795f-481d-8186-9e7251ce9103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3dac9a-8e30-46c4-9b39-8ea390417d7e,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:40.625206 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f886e10e-8319-4ea6-8a2f-bdc01df5282d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:41.325038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f0e1ac-3e05-4294-ba12-9ce7f59a6640 req-73650b65-3bbb-4e72-9997-90302cccda3a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:41.327802 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e4f0e1ac-3e05-4294-ba12-9ce7f59a6640 req-73650b65-3bbb-4e72-9997-90302cccda3a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0671885 Sep 21 21:47:41.415081 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e4f0e1ac-3e05-4294-ba12-9ce7f59a6640 req-dba56d0c-6cf2-4678-8607-ba5794bb646e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725665 Sep 21 21:47:41.503133 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0aea61-df89-44f5-9878-00d6aed95a1c req-96b1d4ff-93fe-4dfc-b735-414c63abd388 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:41.506764 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ac0aea61-df89-44f5-9878-00d6aed95a1c req-96b1d4ff-93fe-4dfc-b735-414c63abd388 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0793676 Sep 21 21:47:41.615234 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ac0aea61-df89-44f5-9878-00d6aed95a1c req-f4f80e80-4e9e-4a6a-9246-5173a8dcb6a9 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966148 Sep 21 21:47:42.174276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:42.620809 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a97a57-4089-41bb-b232-1f6207bc3655 req-5dced90c-9713-4aed-a5c5-20b35d6b4074 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:42.623907 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-64a97a57-4089-41bb-b232-1f6207bc3655 req-5dced90c-9713-4aed-a5c5-20b35d6b4074 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1042597 Sep 21 21:47:42.701685 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-64a97a57-4089-41bb-b232-1f6207bc3655 req-5673795f-c7aa-4f6f-88c8-4a9ccff26414 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Sep 21 21:47:42.835217 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e41218-a811-4f24-aed0-02199493a455 req-5d72b7c9-04d1-44dc-a39b-430aa65fccae tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:42.838083 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-88e41218-a811-4f24-aed0-02199493a455 req-5d72b7c9-04d1-44dc-a39b-430aa65fccae tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0871077 Sep 21 21:47:42.934405 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-88e41218-a811-4f24-aed0-02199493a455 req-042d9aa7-479c-4632-a6f1-e76444737abd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846627 Sep 21 21:47:43.779888 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:43.864798 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:47:43.910802 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b49297-5794-420e-994a-be07ca1e9c94 req-646497df-a8ef-4d3f-b07f-5bb566408a22 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:43.913478 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-74b49297-5794-420e-994a-be07ca1e9c94 req-646497df-a8ef-4d3f-b07f-5bb566408a22 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0996916 Sep 21 21:47:44.008568 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-74b49297-5794-420e-994a-be07ca1e9c94 req-65ec388f-6145-40be-8d25-ca73502cf45c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883420 Sep 21 21:47:44.102768 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc5fe2-16c0-4438-aa9d-4269aa38307a req-14005914-e79d-42d1-89dd-8f6704760144 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:44.105014 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-09cc5fe2-16c0-4438-aa9d-4269aa38307a req-14005914-e79d-42d1-89dd-8f6704760144 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0677385 Sep 21 21:47:44.179612 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-09cc5fe2-16c0-4438-aa9d-4269aa38307a req-8e71ec60-bb83-45bf-ba7e-24791e45e5da tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648005 Sep 21 21:47:44.266306 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42500) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:44.424484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2336f2de-15bc-48b6-85d5-3a465ed05b89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.540484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2336f2de-15bc-48b6-85d5-3a465ed05b89 admin admin] Publish callbacks [] for security_group (9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.549282 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2336f2de-15bc-48b6-85d5-3a465ed05b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.597742 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf43eb3-a158-4340-99dd-7e0a7807285e req-88978de1-ca19-49a2-a3e9-14b53fd82e50 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:44.599437 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ecf43eb3-a158-4340-99dd-7e0a7807285e req-88978de1-ca19-49a2-a3e9-14b53fd82e50 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0790691 Sep 21 21:47:44.628369 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2336f2de-15bc-48b6-85d5-3a465ed05b89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5755b3a6d9d749f6910fa3a3ea547ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3600974 Sep 21 21:47:44.630072 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2336f2de-15bc-48b6-85d5-3a465ed05b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:44.632867 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42512) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:44.665724 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ecf43eb3-a158-4340-99dd-7e0a7807285e req-2b7098ce-31d3-4c38-85f2-2fd80d26a0bd tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577452 Sep 21 21:47:44.698148 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f93f30-0b02-4f2e-8152-b9afd5770d30 admin admin] Publish callbacks [] for security_group (9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.724175 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f93f30-0b02-4f2e-8152-b9afd5770d30 admin admin] Publish callbacks [] for security_group (9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.782317 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f93f30-0b02-4f2e-8152-b9afd5770d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.785322 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f93f30-0b02-4f2e-8152-b9afd5770d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:44.786683 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-30f93f30-0b02-4f2e-8152-b9afd5770d30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5 HTTP/1.1" status: 204 len: 168 time: 0.1528685 Sep 21 21:47:44.796999 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f93f30-0b02-4f2e-8152-b9afd5770d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c071ee8-5d06-4f00-a9f8-5a323dbe4ae5,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:45.090227 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42520) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:45.115215 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f84d92c4-50dd-444e-9e78-3c2fee421f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.128112 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.194822 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ec599-8970-4ea6-8bde-46ea5af7821a req-e69f48d7-34f1-4580-b8f5-fa609d6ff15a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:45.196573 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-561ec599-8970-4ea6-8bde-46ea5af7821a req-e69f48d7-34f1-4580-b8f5-fa609d6ff15a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0991306 Sep 21 21:47:45.319360 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-561ec599-8970-4ea6-8bde-46ea5af7821a req-58cc7f9c-fb6d-487c-8e1c-53da3d8e6db9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138477 Sep 21 21:47:45.334668 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f84d92c4-50dd-444e-9e78-3c2fee421f7f admin admin] Publish callbacks [] for security_group (c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.343267 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f84d92c4-50dd-444e-9e78-3c2fee421f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.366314 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a59a10-d00d-4386-af66-5f5b41838bb9 req-c8a987d7-32e9-4525-96b5-2043621a145d tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:45.368044 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-66a59a10-d00d-4386-af66-5f5b41838bb9 req-c8a987d7-32e9-4525-96b5-2043621a145d tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0875437 Sep 21 21:47:45.410546 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f84d92c4-50dd-444e-9e78-3c2fee421f7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eeae31d4577c42939e92b4586b17855a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190277 Sep 21 21:47:45.412530 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d92c4-50dd-444e-9e78-3c2fee421f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:45.415030 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42528) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:45.449549 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-66a59a10-d00d-4386-af66-5f5b41838bb9 req-a729e1ef-9522-4575-8ccc-24fe7a036003 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698097 Sep 21 21:47:45.488776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-84b21572-5f57-46ff-85a1-09cdbcc46524 admin admin] Publish callbacks [] for security_group (c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.513614 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-84b21572-5f57-46ff-85a1-09cdbcc46524 admin admin] Publish callbacks [] for security_group (c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.575628 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-84b21572-5f57-46ff-85a1-09cdbcc46524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.579307 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-84b21572-5f57-46ff-85a1-09cdbcc46524 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:45.580745 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-84b21572-5f57-46ff-85a1-09cdbcc46524 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f HTTP/1.1" status: 204 len: 168 time: 0.1646194 Sep 21 21:47:45.592062 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b21572-5f57-46ff-85a1-09cdbcc46524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3412eb2-7ce5-42eb-b8b4-1dcc73f9ae5f,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:45.818615 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab9730f-525f-4e30-93df-7b67f1b75a6d req-a44b9057-94e6-441d-a321-b6647acc5346 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:45.820274 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9ab9730f-525f-4e30-93df-7b67f1b75a6d req-a44b9057-94e6-441d-a321-b6647acc5346 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0745504 Sep 21 21:47:45.878447 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9ab9730f-525f-4e30-93df-7b67f1b75a6d req-84755a0c-9b7b-46e1-94af-54521ff26a7e tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Sep 21 21:47:46.511487 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937e150-6ecc-473f-af98-79d48b207078 req-71e02c97-6bc0-43ef-a57e-842c2a726811 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:46.515052 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4937e150-6ecc-473f-af98-79d48b207078 req-71e02c97-6bc0-43ef-a57e-842c2a726811 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0871832 Sep 21 21:47:46.601215 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4937e150-6ecc-473f-af98-79d48b207078 req-40a6ef77-9fe7-4638-83bd-8be879abbd89 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764134 Sep 21 21:47:46.620968 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520158b-a5ef-45d8-a726-41433cb25ad1 req-d3bdc8aa-10f4-4f3d-8742-888b3f12c526 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:46.624395 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0520158b-a5ef-45d8-a726-41433cb25ad1 req-d3bdc8aa-10f4-4f3d-8742-888b3f12c526 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0680225 Sep 21 21:47:46.695875 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0520158b-a5ef-45d8-a726-41433cb25ad1 req-a7152d20-cf3e-46c7-a136-dcfaf6957460 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658891 Sep 21 21:47:47.061024 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad60fd9e-1109-4d53-9fe4-007498026cdc req-587e7219-5b22-4ffc-ae6a-2810db70147d tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:47.063972 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ad60fd9e-1109-4d53-9fe4-007498026cdc req-587e7219-5b22-4ffc-ae6a-2810db70147d tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0799456 Sep 21 21:47:47.129392 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ad60fd9e-1109-4d53-9fe4-007498026cdc req-4d0c944b-f8a9-4286-b2fb-8c215fecf24d tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574214 Sep 21 21:47:47.385943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-54bc7c92-bae3-4a37-8994-2de681348480 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:47.387779 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-54bc7c92-bae3-4a37-8994-2de681348480 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.0629518 Sep 21 21:47:47.560132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Deleting port 19aede93-78c1-4646-a13c-a1138605b97a {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:47:47.560822 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (19aede93-78c1-4646-a13c-a1138605b97a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:47.721345 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] For port 19aede93-78c1-4646-a13c-a1138605b97a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=19aede93-78c1-4646-a13c-a1138605b97a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:47.721986 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (19aede93-78c1-4646-a13c-a1138605b97a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:47.753705 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Calling delete_port for 19aede93-78c1-4646-a13c-a1138605b97a owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:47:47.896091 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0b521-efef-4cf1-8749-88b714d2c857 req-e197fc07-ac20-49f7-9a2b-a25fd459834a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:47.904917 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d0e0b521-efef-4cf1-8749-88b714d2c857 req-e197fc07-ac20-49f7-9a2b-a25fd459834a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1358807 Sep 21 21:47:47.980449 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d0e0b521-efef-4cf1-8749-88b714d2c857 req-ddb19d8d-b83a-4a6d-ba4d-cdcec51d8fde tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739357 Sep 21 21:47:47.998031 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fd4ed-0584-46a2-867a-0dbd41569488 req-29dc541e-8bdf-46ab-bcf6-fcd5b7d6b9b2 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:47.999620 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d42fd4ed-0584-46a2-867a-0dbd41569488 req-29dc541e-8bdf-46ab-bcf6-fcd5b7d6b9b2 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 945 time: 0.1650107 Sep 21 21:47:48.104079 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d42fd4ed-0584-46a2-867a-0dbd41569488 req-2395d53a-8b58-4367-8051-7e0a40dcda1d tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941808 Sep 21 21:47:48.148515 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (19aede93-78c1-4646-a13c-a1138605b97a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:48.231540 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Pushing event deleted for resources: {'Port': ['ID=19aede93-78c1-4646-a13c-a1138605b97a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:48.342488 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] No DVR routers for this DVR port 19aede93-78c1-4646-a13c-a1138605b97a on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:47:48.348486 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:48.354918 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b983f9f5-96e3-4adf-9b2e-56f8380826d9 req-529a5db7-776a-46fa-a7af-555e9d4773e7 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "DELETE /v2.0/ports/19aede93-78c1-4646-a13c-a1138605b97a HTTP/1.1" status: 204 len: 173 time: 0.9593840 Sep 21 21:47:48.355748 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'name': 'network-vif-deleted', 'tag': '19aede93-78c1-4646-a13c-a1138605b97a'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:48.366754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9383759-629f-4702-9a1a-4feaad6af4ea" -d '{"events": [{"server_uuid": "605391a1-5ae9-4561-ac45-7a8f6c23eb0b", "name": "network-vif-deleted", "tag": "19aede93-78c1-4646-a13c-a1138605b97a"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:48.418396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c83da-bd6b-4593-9657-c49d979bab84 x-openstack-request-id: req-013c83da-bd6b-4593-9657-c49d979bab84 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:48.418904 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "605391a1-5ae9-4561-ac45-7a8f6c23eb0b", "name": "network-vif-deleted", "tag": "19aede93-78c1-4646-a13c-a1138605b97a", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:48.422969 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-013c83da-bd6b-4593-9657-c49d979bab84 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:48.422969 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-013c83da-bd6b-4593-9657-c49d979bab84'] response: {'server_uuid': '605391a1-5ae9-4561-ac45-7a8f6c23eb0b', 'name': 'network-vif-deleted', 'tag': '19aede93-78c1-4646-a13c-a1138605b97a', 'status': 'completed', 'code': 200} Sep 21 21:47:48.430542 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2e589-e747-4ce3-8182-b3569b8be545 req-19572f43-6fc1-44c1-96be-9db05bfa4db3 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:48.432197 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b8b2e589-e747-4ce3-8182-b3569b8be545 req-19572f43-6fc1-44c1-96be-9db05bfa4db3 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0945501 Sep 21 21:47:48.510229 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b8b2e589-e747-4ce3-8182-b3569b8be545 req-7b28a493-8cc4-416c-ac8d-bca3ef485b44 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699947 Sep 21 21:47:49.217184 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e6f625-3ffb-4a52-92a6-589fb589f203 req-09942eed-3937-4c31-9cdb-14841eae266d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:49.220019 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e1e6f625-3ffb-4a52-92a6-589fb589f203 req-09942eed-3937-4c31-9cdb-14841eae266d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0856621 Sep 21 21:47:49.283702 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3d89358f-76f4-4c27-943c-b2a5cacf35e0 req-dcb0212b-8b6d-44d6-83cc-e1e060bbb8c9 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0428174 Sep 21 21:47:49.295675 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e1e6f625-3ffb-4a52-92a6-589fb589f203 req-36a52e10-f63e-46b9-8cb4-accaf1786537 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656762 Sep 21 21:47:49.678960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ae6c45-d68f-4510-9a8f-734dd682c0bd req-b7acfee2-ea4d-4c70-8988-0a8aa590cd2b tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:49.680681 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e8ae6c45-d68f-4510-9a8f-734dd682c0bd req-b7acfee2-ea4d-4c70-8988-0a8aa590cd2b tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0618362 Sep 21 21:47:49.748726 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e8ae6c45-d68f-4510-9a8f-734dd682c0bd req-772f47a4-2904-4dff-bbda-53e9dd8fb836 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606208 Sep 21 21:47:50.444269 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9885b7f5-216b-48e2-8ea4-cbba8eacc2a4 req-cca03bee-67a4-4b54-a203-d505ded6fefd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0504498 Sep 21 21:47:50.461345 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eabc32b-c3a9-46d1-8a9a-d238ac6f6e0d req-cfbc6350-8529-4e06-8202-3643d0a6ba52 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:50.463030 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6eabc32b-c3a9-46d1-8a9a-d238ac6f6e0d req-cfbc6350-8529-4e06-8202-3643d0a6ba52 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0635960 Sep 21 21:47:50.525041 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6eabc32b-c3a9-46d1-8a9a-d238ac6f6e0d req-0e27fb7e-581c-4721-b815-7ab9a2840be2 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520806 Sep 21 21:47:50.828572 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['19aede93-78c1-4646-a13c-a1138605b97a'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:47:50.895072 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:50.931417 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616b0b8-6b3b-4e8e-af7a-95404c2fbd98 req-4188f5e9-f4bb-4e8d-bbb8-ffb481247434 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:50.933307 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d616b0b8-6b3b-4e8e-af7a-95404c2fbd98 req-4188f5e9-f4bb-4e8d-bbb8-ffb481247434 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0695086 Sep 21 21:47:51.019489 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d616b0b8-6b3b-4e8e-af7a-95404c2fbd98 req-9e897687-5c1f-40a6-bd3e-c19e214375e2 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761626 Sep 21 21:47:51.629333 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f061c19d-106d-444c-acec-5adbf872850b req-86d7f908-e849-4edb-be7f-c3695e603f55 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=605391a1-5ae9-4561-ac45-7a8f6c23eb0b HTTP/1.1" status: 200 len: 210 time: 0.0483584 Sep 21 21:47:51.790602 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218bc3e-e3a0-43cd-9c76-4a469e759ada req-b28b4607-c9a7-4806-8e2d-ff32a868b015 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:51.793105 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f218bc3e-e3a0-43cd-9c76-4a469e759ada req-b28b4607-c9a7-4806-8e2d-ff32a868b015 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1520047 Sep 21 21:47:51.825193 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1dc34b44-7125-4c04-a85a-4f72e4c7dbf8 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:51.828359 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1dc34b44-7125-4c04-a85a-4f72e4c7dbf8 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.50 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.1296880 Sep 21 21:47:52.236876 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42684) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:52.256823 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac61e3c-9cca-4abe-8dd0-ca73af3a261b req-2ab035bc-698f-455f-a7a4-1b67fca5f7ae tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:52.266685 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-eac61e3c-9cca-4abe-8dd0-ca73af3a261b req-2ab035bc-698f-455f-a7a4-1b67fca5f7ae tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 945 time: 0.0931389 Sep 21 21:47:52.332234 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f218bc3e-e3a0-43cd-9c76-4a469e759ada req-c9c0f359-0341-4329-aba0-4391153efc30 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284805 Sep 21 21:47:52.355647 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-eac61e3c-9cca-4abe-8dd0-ca73af3a261b req-79d581c1-6495-43b4-8c43-80c739ac4fdf tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/security-groups?id=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859480 Sep 21 21:47:52.374629 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Deleting subnet 7856b041-df2c-4be9-8639-e826a02285de {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:47:52.383306 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Publish callbacks [] for subnet (7856b041-df2c-4be9-8639-e826a02285de), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.438366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Deleting port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:47:52.438916 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.518186 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Publish callbacks [] for subnet (7856b041-df2c-4be9-8639-e826a02285de), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.545067 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (7856b041-df2c-4be9-8639-e826a02285de), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.666722 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] For port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:47:52.667252 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.695787 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Calling delete_port for 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:47:52.712169 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (7856b041-df2c-4be9-8639-e826a02285de), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.810945 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7856b041-df2c-4be9-8639-e826a02285de,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:52.817225 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:52.822682 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f5b2ea56-c0f4-42ea-9eb5-7444068f2438 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7856b041-df2c-4be9-8639-e826a02285de HTTP/1.1" status: 204 len: 168 time: 0.5806980 Sep 21 21:47:52.826956 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42692) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:52.850745 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 19aede93-78c1-4646-a13c-a1138605b97a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:47:52.908315 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 19aede93-78c1-4646-a13c-a1138605b97a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:47:52.908866 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 19aede93-78c1-4646-a13c-a1138605b97a not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:47:52.984518 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (5d757a8f-434a-43c2-89f7-f9a0867fc853), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.038085 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (3ee577a3-53fd-4c99-bfcd-5b70d24bd50b), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.078784 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Pushing event deleted for resources: {'Port': ['ID=3ee577a3-53fd-4c99-bfcd-5b70d24bd50b,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:53.152351 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (5d757a8f-434a-43c2-89f7-f9a0867fc853), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.164500 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] No DVR routers for this DVR port 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:47:53.174492 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.181732 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-52e8fedf-4bf3-4907-8553-842c76c5e730 req-1504888a-606f-404e-8316-60e156406699 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.50 "DELETE /v2.0/ports/3ee577a3-53fd-4c99-bfcd-5b70d24bd50b HTTP/1.1" status: 204 len: 173 time: 1.3399467 Sep 21 21:47:53.183637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'name': 'network-vif-deleted', 'tag': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:47:53.188487 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f4c431-d9f8-4b0b-a5a8-1f9086c9178c" -d '{"events": [{"server_uuid": "2ea0c36e-3d7f-4e18-b877-a3934dc4555b", "name": "network-vif-deleted", "tag": "3ee577a3-53fd-4c99-bfcd-5b70d24bd50b"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:47:53.205114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.205645 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.206570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.207071 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > port after_create 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.207550 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.208038 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > port after_update 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.208512 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.208994 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.209458 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.209955 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.259382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a2be19-6ab2-434d-b695-e9ccf504bf06 x-openstack-request-id: req-98a2be19-6ab2-434d-b695-e9ccf504bf06 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:47:53.260412 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ea0c36e-3d7f-4e18-b877-a3934dc4555b", "name": "network-vif-deleted", "tag": "3ee577a3-53fd-4c99-bfcd-5b70d24bd50b", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:47:53.261455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-98a2be19-6ab2-434d-b695-e9ccf504bf06 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:47:53.262904 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98a2be19-6ab2-434d-b695-e9ccf504bf06'] response: {'server_uuid': '2ea0c36e-3d7f-4e18-b877-a3934dc4555b', 'name': 'network-vif-deleted', 'tag': '3ee577a3-53fd-4c99-bfcd-5b70d24bd50b', 'status': 'completed', 'code': 200} Sep 21 21:47:53.435049 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.435619 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.436744 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.437514 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:47:53.438477 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d757a8f-434a-43c2-89f7-f9a0867fc853']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:53.480454 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bb1a1a-3319-4ab3-856e-7a767fc4903d') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:53.480940 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bb1a1a-3319-4ab3-856e-7a767fc4903d') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:53.508385 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-ccb4b4ec-19c8-4972-96df-bee562195440 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:53.513034 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-ccb4b4ec-19c8-4972-96df-bee562195440 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/networks?id=969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 200 len: 808 time: 0.5020521 Sep 21 21:47:53.527970 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (97bb1a1a-3319-4ab3-856e-7a767fc4903d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.562794 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca361380-8161-4669-844c-b716bcb6ecd5 req-d1a61d81-c3aa-40b3-89d8-0bdb32a3db7d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:53.565071 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ca361380-8161-4669-844c-b716bcb6ecd5 req-d1a61d81-c3aa-40b3-89d8-0bdb32a3db7d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1140273 Sep 21 21:47:53.596632 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-1f4669ce-a4ea-45e1-a571-ae721df7a893 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/quotas/62637b9693ef45a9988edf96a87bab9f HTTP/1.1" status: 200 len: 375 time: 0.0732279 Sep 21 21:47:53.614164 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (97bb1a1a-3319-4ab3-856e-7a767fc4903d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.654613 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-58f2e338-dc67-45d3-83e6-aea2a6129144 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=62637b9693ef45a9988edf96a87bab9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566094 Sep 21 21:47:53.670101 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:47:53.670580 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (97bb1a1a-3319-4ab3-856e-7a767fc4903d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.681848 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ca361380-8161-4669-844c-b716bcb6ecd5 req-bcf17438-1cfc-48eb-8730-d104e1a1b69c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048877 Sep 21 21:47:53.939640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (5d757a8f-434a-43c2-89f7-f9a0867fc853), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.948764 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:53.962771 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5d757a8f-434a-43c2-89f7-f9a0867fc853 HTTP/1.1" status: 204 len: 168 time: 1.1338265 Sep 21 21:47:54.002579 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42744) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:54.036984 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f6ce89b8-4295-4b5f-bf0a-198ab0dc916a req-52439bee-49cc-4f17-89a9-b9182e8ead01 tempest-DeleteServersTestJSON-767503470 tempest-DeleteServersTestJSON-767503470-project] 10.222.0.48 "GET /v2.0/ports?device_id=2ea0c36e-3d7f-4e18-b877-a3934dc4555b HTTP/1.1" status: 200 len: 210 time: 0.1172714 Sep 21 21:47:54.050271 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c26ca49-743f-4031-a5e3-4b54cc7d8a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d757a8f-434a-43c2-89f7-f9a0867fc853,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:54.163017 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-26631aeb-5d0b-4fa7-bac6-3aa744c1b77f service neutron] 10.222.0.48 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023236 Sep 21 21:47:54.204876 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Deleting subnet 72cd5ca7-199b-4947-b9a2-0b5ac4f7a226 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:47:54.209061 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Publish callbacks [] for subnet (72cd5ca7-199b-4947-b9a2-0b5ac4f7a226), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.262109 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 97bb1a1a-3319-4ab3-856e-7a767fc4903d resource provider aggregate not found Sep 21 21:47:54.299606 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 97bb1a1a-3319-4ab3-856e-7a767fc4903d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97bb1a1a-3319-4ab3-856e-7a767fc4903d found for delete ", "request_id": "req-641ccd50-d2b0-4a76-96df-e9a06ae2dd8e"}]} Sep 21 21:47:54.311636 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (72cd5ca7-199b-4947-b9a2-0b5ac4f7a226), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.406348 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-61b337a4-b45f-4979-a1b8-6268def76e8f service neutron] 10.222.0.48 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307789 Sep 21 21:47:54.421465 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (72cd5ca7-199b-4947-b9a2-0b5ac4f7a226), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.546880 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (72cd5ca7-199b-4947-b9a2-0b5ac4f7a226), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.617287 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72cd5ca7-199b-4947-b9a2-0b5ac4f7a226,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:54.621401 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.627211 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-517645da-5bab-45b1-a12e-a861f7218833 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/72cd5ca7-199b-4947-b9a2-0b5ac4f7a226 HTTP/1.1" status: 204 len: 168 time: 0.6231449 Sep 21 21:47:54.631702 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42772) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:54.680054 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0580a309-e849-401b-9e02-2c0b0ed694b8 req-e97c578e-9a5b-48ce-bfac-4869db0e4a26 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 210 time: 0.0387418 Sep 21 21:47:54.772408 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:54.855686 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:47:54.887267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:47:54.887812 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3ee577a3-53fd-4c99-bfcd-5b70d24bd50b not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:47:54.969778 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.011506 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:55.033974 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a7895a-d56e-4dce-b530-42e54beeeeed') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:55.033974 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a7895a-d56e-4dce-b530-42e54beeeeed') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:47:55.046379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a9048d-504b-43fc-a1fb-026383f3d30d req-5bb2727d-38a7-4eff-95d7-849b0cffdcdf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:55.048802 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e9a9048d-504b-43fc-a1fb-026383f3d30d req-5bb2727d-38a7-4eff-95d7-849b0cffdcdf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1845694 Sep 21 21:47:55.066334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (93a7895a-d56e-4dce-b530-42e54beeeeed), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.116572 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (93a7895a-d56e-4dce-b530-42e54beeeeed), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.136071 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:47:55.137128 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (93a7895a-d56e-4dce-b530-42e54beeeeed), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.286258 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e9a9048d-504b-43fc-a1fb-026383f3d30d req-1b901b01-8943-4726-a62f-944b8d3c43c5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220311 Sep 21 21:47:55.312014 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.330912 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.338834 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe HTTP/1.1" status: 204 len: 168 time: 0.7060637 Sep 21 21:47:55.364398 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85164817-9391-4ef1-8f16-a40588a720ab admin admin] Pushing event deleted for resources: {'Network': ['ID=9e3f8662-c8b7-4b61-8eff-b7ee4f4cb5fe,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:55.721301 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42820) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:55.823825 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-4216e46b-6496-4969-894e-d3080aa4d342 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=638e490c61e1402fa524e7d34f84ad77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1002660 Sep 21 21:47:55.828101 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42824) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:55.910747 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-14e5903e-fdac-4477-b169-1093d0b107d2 req-5ff8a240-54cf-4ceb-8efd-3dabeb219745 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 210 time: 0.0563402 Sep 21 21:47:55.953135 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7325-2dc4-4b16-b52d-055f8ec49c63 admin admin] Publish callbacks [] for security_group (2d589836-aae8-46cc-8db0-74d20d23369c), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:55.988730 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7325-2dc4-4b16-b52d-055f8ec49c63 admin admin] Publish callbacks [] for security_group (2d589836-aae8-46cc-8db0-74d20d23369c), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:56.050065 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7325-2dc4-4b16-b52d-055f8ec49c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2d589836-aae8-46cc-8db0-74d20d23369c), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:56.053253 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3e7f7325-2dc4-4b16-b52d-055f8ec49c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:56.054606 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3e7f7325-2dc4-4b16-b52d-055f8ec49c63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d589836-aae8-46cc-8db0-74d20d23369c HTTP/1.1" status: 204 len: 168 time: 0.2246125 Sep 21 21:47:56.067578 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7f7325-2dc4-4b16-b52d-055f8ec49c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d589836-aae8-46cc-8db0-74d20d23369c,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:56.336699 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 93a7895a-d56e-4dce-b530-42e54beeeeed resource provider aggregate not found Sep 21 21:47:56.386537 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 93a7895a-d56e-4dce-b530-42e54beeeeed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 93a7895a-d56e-4dce-b530-42e54beeeeed found for delete ", "request_id": "req-a3457814-2cd9-4a1e-8f2e-cf7e5f61a329"}]} Sep 21 21:47:56.517321 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49019f-2afb-4e28-afd8-97c134027266 req-26b51535-033a-4721-a68c-9994f3baca2f tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:56.520247 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3d49019f-2afb-4e28-afd8-97c134027266 req-26b51535-033a-4721-a68c-9994f3baca2f tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0936375 Sep 21 21:47:56.610084 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3d49019f-2afb-4e28-afd8-97c134027266 req-0b38daf5-9d51-48eb-b02e-c34250519f9d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792842 Sep 21 21:47:56.633607 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42848) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:56.721021 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-99563ba7-63d8-40eb-a9f0-a7c6c946b7a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3de8bea056fa4d048f69f19eaec8c58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0855470 Sep 21 21:47:56.724983 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42852) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:56.940205 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42858) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:57.095661 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0fc6b1a-f2c8-4141-8690-7d6285d037bb req-d868c910-350a-4954-b12d-7191dd6c055b tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 210 time: 0.0427690 Sep 21 21:47:57.119939 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-331baaa5-6b04-408c-accf-35a84775661a admin admin] Publish callbacks [] for security_group (88085536-d065-4ad1-b2c6-2bd182f60813), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.149731 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8527-c73a-4398-aa12-a9e3813f0d71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.167469 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-331baaa5-6b04-408c-accf-35a84775661a admin admin] Publish callbacks [] for security_group (88085536-d065-4ad1-b2c6-2bd182f60813), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.249029 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-331baaa5-6b04-408c-accf-35a84775661a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (88085536-d065-4ad1-b2c6-2bd182f60813), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.254444 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-331baaa5-6b04-408c-accf-35a84775661a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.256391 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-331baaa5-6b04-408c-accf-35a84775661a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88085536-d065-4ad1-b2c6-2bd182f60813 HTTP/1.1" status: 204 len: 168 time: 0.5299861 Sep 21 21:47:57.270335 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331baaa5-6b04-408c-accf-35a84775661a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88085536-d065-4ad1-b2c6-2bd182f60813,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:57.276495 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8527-c73a-4398-aa12-a9e3813f0d71 admin admin] Publish callbacks [] for security_group (61178869-ff96-496c-9b81-b41497fcb32d), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.283178 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1b1d8527-c73a-4398-aa12-a9e3813f0d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (61178869-ff96-496c-9b81-b41497fcb32d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.325302 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1b1d8527-c73a-4398-aa12-a9e3813f0d71 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4ec9e250f19940e9a83963d25285c1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3823538 Sep 21 21:47:57.329486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42868) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:57.337167 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1d8527-c73a-4398-aa12-a9e3813f0d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61178869-ff96-496c-9b81-b41497fcb32d,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:57.408489 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ecb534bc-8dda-402f-abbf-5c9591a1a410 admin admin] Publish callbacks [] for security_group (61178869-ff96-496c-9b81-b41497fcb32d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.442626 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ecb534bc-8dda-402f-abbf-5c9591a1a410 admin admin] Publish callbacks [] for security_group (61178869-ff96-496c-9b81-b41497fcb32d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.523008 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ecb534bc-8dda-402f-abbf-5c9591a1a410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (61178869-ff96-496c-9b81-b41497fcb32d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.527728 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ecb534bc-8dda-402f-abbf-5c9591a1a410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:57.529673 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ecb534bc-8dda-402f-abbf-5c9591a1a410 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61178869-ff96-496c-9b81-b41497fcb32d HTTP/1.1" status: 204 len: 168 time: 0.1983504 Sep 21 21:47:57.544197 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb534bc-8dda-402f-abbf-5c9591a1a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61178869-ff96-496c-9b81-b41497fcb32d,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:57.834808 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49359c06-d89d-42fb-a8c2-2fb383b26f0d req-f3ba1c1f-053c-46d1-b5bb-92b3a2d24f44 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:57.837384 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49359c06-d89d-42fb-a8c2-2fb383b26f0d req-f3ba1c1f-053c-46d1-b5bb-92b3a2d24f44 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0885258 Sep 21 21:47:57.905500 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-49359c06-d89d-42fb-a8c2-2fb383b26f0d req-233d92e8-369c-4962-93d4-ea9a3c25564c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617795 Sep 21 21:47:58.148058 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 42898) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:58.171885 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1515c1b9-1f76-43ce-b1e7-72946dde93fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.281985 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-203724b7-dcbd-4af2-a190-89143016cfe7 req-fe815a6f-1120-4296-a813-e5a9f3cfe48c tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 210 time: 0.0462306 Sep 21 21:47:58.311839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1515c1b9-1f76-43ce-b1e7-72946dde93fd admin admin] Publish callbacks [] for security_group (5a8f5d84-ed3d-4af1-9968-a58c97b0f988), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.321456 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1515c1b9-1f76-43ce-b1e7-72946dde93fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (5a8f5d84-ed3d-4af1-9968-a58c97b0f988), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.392975 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1515c1b9-1f76-43ce-b1e7-72946dde93fd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ecf81c980290434c8479c37a3d724f8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392373 Sep 21 21:47:58.392975 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515c1b9-1f76-43ce-b1e7-72946dde93fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8f5d84-ed3d-4af1-9968-a58c97b0f988,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:58.394515 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42906) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:58.473351 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f6cd6f2-15a3-4399-905f-b7432f775ec6 admin admin] Publish callbacks [] for security_group (5a8f5d84-ed3d-4af1-9968-a58c97b0f988), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.509931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f6cd6f2-15a3-4399-905f-b7432f775ec6 admin admin] Publish callbacks [] for security_group (5a8f5d84-ed3d-4af1-9968-a58c97b0f988), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.587085 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f6cd6f2-15a3-4399-905f-b7432f775ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (5a8f5d84-ed3d-4af1-9968-a58c97b0f988), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.591781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f6cd6f2-15a3-4399-905f-b7432f775ec6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:58.596142 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7f6cd6f2-15a3-4399-905f-b7432f775ec6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a8f5d84-ed3d-4af1-9968-a58c97b0f988 HTTP/1.1" status: 204 len: 168 time: 0.1975348 Sep 21 21:47:58.607872 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cd6f2-15a3-4399-905f-b7432f775ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8f5d84-ed3d-4af1-9968-a58c97b0f988,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:47:59.150802 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-4cf532b5-bba4-4c65-a715-430e61249dac tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:59.153253 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-4cf532b5-bba4-4c65-a715-430e61249dac tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "GET /v2.0/networks?id=969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 200 len: 808 time: 0.3473842 Sep 21 21:47:59.200224 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Request body: {'port': {'device_id': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77', 'admin_state_up': True, 'tenant_id': '62637b9693ef45a9988edf96a87bab9f'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:47:59.423351 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e675840-9015-45ff-81e4-fd201096020e req-ee611c2f-64c9-42da-9711-2c22b6da3259 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:47:59.443197 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3e675840-9015-45ff-81e4-fd201096020e req-ee611c2f-64c9-42da-9711-2c22b6da3259 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.2765632 Sep 21 21:47:59.582350 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a82cfd6-2172-4cd7-8fcd-3b17e8e12ade req-a516f96d-d3b3-4e35-977e-eca57fc56b44 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 210 time: 0.0757420 Sep 21 21:47:59.585443 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Made reservation on behalf of 62637b9693ef45a9988edf96a87bab9f for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:47:59.591396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:47:59.673618 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3e675840-9015-45ff-81e4-fd201096020e req-dfe32076-9da8-4cda-9bfc-08bb5ce95ab6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344806 Sep 21 21:47:59.772679 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 42988) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:47:59.948792 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Allocated IP 172.20.0.6 (969e1bda-aa86-472c-b13c-51f7df6d0d77/2ad6b610-f4b7-4167-aae9-70ec65cc96cd/6b219855-5f10-4af2-92d7-0c659a5bf92a) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:48:00.240637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks [] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:00.303162 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:00.398178 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Network 969e1bda-aa86-472c-b13c-51f7df6d0d77 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:48:00.412191 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:48:00.418141 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:48:00.424999 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:00.425587 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:00.428711 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Pushing event updated for resources: {'Port': ['ID=6b219855-5f10-4af2-92d7-0c659a5bf92a,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:00.457711 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-0f8996cc-8064-4a2f-b522-eadca7050bfd tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685680 Sep 21 21:48:00.481258 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Request body: {'port': {'device_id': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:00.533662 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (34981f06-93d2-40cc-8485-b96bb7bbe586), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:00.600943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.071643 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d443396-fcdb-4546-933b-04dace4a8255 req-13004a3f-c747-4b6a-834f-0c858c87f364 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:01.084207 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9a7df-13f5-42e8-b0b3-95cc9d51c48a req-bfb65447-46f3-49b2-b798-6809b28c4f20 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:01.091787 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7d443396-fcdb-4546-933b-04dace4a8255 req-13004a3f-c747-4b6a-834f-0c858c87f364 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 931 time: 0.3539426 Sep 21 21:48:01.096500 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c9a9a7df-13f5-42e8-b0b3-95cc9d51c48a req-bfb65447-46f3-49b2-b798-6809b28c4f20 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.2302606 Sep 21 21:48:01.261535 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c9a9a7df-13f5-42e8-b0b3-95cc9d51c48a req-93bb0f42-98ff-4b50-b6a6-fe08cd3a9868 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636298 Sep 21 21:48:01.298605 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7d443396-fcdb-4546-933b-04dace4a8255 req-0166df6b-f097-4339-ba60-86f65def91c6 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934190 Sep 21 21:48:01.319668 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Deleting port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:48:01.320710 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.380496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b219855-5f10-4af2-92d7-0c659a5bf92a {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:48:01.395126 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Publish callbacks [] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.419953 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Transition to ACTIVE for port object 6b219855-5f10-4af2-92d7-0c659a5bf92a will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:48:01.426892 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.476348 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] For port fe87408d-7fcf-417f-a8ce-098c4a5ceb3b, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:01.476932 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.503625 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Calling delete_port for fe87408d-7fcf-417f-a8ce-098c4a5ceb3b owned by network:router_interface {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:48:01.539513 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Attempting to bind port 6b219855-5f10-4af2-92d7-0c659a5bf92a on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:48:01.540063 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Attempting to bind port 6b219855-5f10-4af2-92d7-0c659a5bf92a by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:48:01.540600 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Attempting to bind port 6b219855-5f10-4af2-92d7-0c659a5bf92a on network 969e1bda-aa86-472c-b13c-51f7df6d0d77 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:48:01.549855 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Port 6b219855-5f10-4af2-92d7-0c659a5bf92a on network 969e1bda-aa86-472c-b13c-51f7df6d0d77 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:48:01.550427 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Attempting to bind port 6b219855-5f10-4af2-92d7-0c659a5bf92a on network 969e1bda-aa86-472c-b13c-51f7df6d0d77 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:48:01.559565 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Pushing event updated for resources: {'Port': ['ID=6b219855-5f10-4af2-92d7-0c659a5bf92a,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:01.565503 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:48:01.566093 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Checking segment: {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:48:01.566681 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Bound using segment: {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:48:01.567416 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Bound port: 6b219855-5f10-4af2-92d7-0c659a5bf92a, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '668ab279-e2bf-475b-9750-785eae9b2a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:48:01.568044 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.707366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] For port 6b219855-5f10-4af2-92d7-0c659a5bf92a, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:48:01.718078 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] For port 6b219855-5f10-4af2-92d7-0c659a5bf92a, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:48:01.754025 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.765462 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:01.766710 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.771131 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] 10.222.0.50 "PUT /v2.0/ports/6b219855-5f10-4af2-92d7-0c659a5bf92a HTTP/1.1" status: 200 len: 1093 time: 1.3005848 Sep 21 21:48:01.772073 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'tag': '6b219855-5f10-4af2-92d7-0c659a5bf92a'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:48:01.777581 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b922128b-e74b-43c2-929f-8c6d3c32e3d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab447c76-8c82-4e52-9edf-c65613459ab8", "tag": "6b219855-5f10-4af2-92d7-0c659a5bf92a"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:48:01.910838 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c05259-630b-46e0-8260-79f533c32827 x-openstack-request-id: req-30c05259-630b-46e0-8260-79f533c32827 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:48:01.911275 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab447c76-8c82-4e52-9edf-c65613459ab8", "tag": "6b219855-5f10-4af2-92d7-0c659a5bf92a", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:48:01.911646 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-30c05259-630b-46e0-8260-79f533c32827 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:48:01.912608 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c05259-630b-46e0-8260-79f533c32827'] response: {'name': 'network-changed', 'server_uuid': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'tag': '6b219855-5f10-4af2-92d7-0c659a5bf92a', 'status': 'completed', 'code': 200} Sep 21 21:48:01.915123 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625453fc-f4c1-48cc-a4b6-c44414d739ba service neutron] Pushing event updated for resources: {'Port': ['ID=6b219855-5f10-4af2-92d7-0c659a5bf92a,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:01.944129 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-bc06b2a5-1565-4339-a284-98e1646cc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:01.945859 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-bc06b2a5-1565-4339-a284-98e1646cc81a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62637b9693ef45a9988edf96a87bab9f&device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0963793 Sep 21 21:48:01.996917 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (fe87408d-7fcf-417f-a8ce-098c4a5ceb3b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:01.999787 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-6a64c9d6-0a07-4b62-8c1d-4bd3643fef9b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a HTTP/1.1" status: 200 len: 217 time: 0.0447054 Sep 21 21:48:02.053839 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe87408d-7fcf-417f-a8ce-098c4a5ceb3b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:02.092249 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-d570a513-01a0-422a-a6c1-e7aeeeb2a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:02.095315 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-d570a513-01a0-422a-a6c1-e7aeeeb2a8f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad6b610-f4b7-4167-aae9-70ec65cc96cd HTTP/1.1" status: 200 len: 848 time: 0.0848429 Sep 21 21:48:02.172041 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-ec26ca13-7914-4cde-bafa-81f1b839e228 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=969e1bda-aa86-472c-b13c-51f7df6d0d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652246 Sep 21 21:48:02.505048 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-4a50f75c-15c4-44b9-bc8d-a0327d79a4ad service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177540 Sep 21 21:48:02.622329 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (34981f06-93d2-40cc-8485-b96bb7bbe586), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:02.767677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bf35b-2f07-4af2-865f-7b59d3a3363e req-a974e659-335c-43c2-92b1-d73c271b703a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:02.770887 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3a5bf35b-2f07-4af2-865f-7b59d3a3363e req-a974e659-335c-43c2-92b1-d73c271b703a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.2582076 Sep 21 21:48:02.787662 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d16882-9027-4fd6-8931-327297f4963f req-a17f355f-35ff-4db8-a0b3-2b6776a50563 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:02.799800 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-77d16882-9027-4fd6-8931-327297f4963f req-a17f355f-35ff-4db8-a0b3-2b6776a50563 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 943 time: 0.2364247 Sep 21 21:48:02.852249 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-16db63eb-c8c4-47ac-ab6b-960e4b4feb32 req-56afa6bc-833a-4b47-a788-fee0754048b3 service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539687 Sep 21 21:48:02.905877 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3a5bf35b-2f07-4af2-865f-7b59d3a3363e req-11b82823-7f3d-426b-a4ce-b250033d01e3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152520 Sep 21 21:48:02.948858 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-77d16882-9027-4fd6-8931-327297f4963f req-3349c2b8-6863-44f3-8b3d-56eca9915731 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475840 Sep 21 21:48:03.023038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-1972ea96-6278-42fa-9e50-eaee5e753411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:03.025581 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-1972ea96-6278-42fa-9e50-eaee5e753411 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=62637b9693ef45a9988edf96a87bab9f&device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 1127 time: 0.0811310 Sep 21 21:48:03.136529 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Router 34981f06-93d2-40cc-8485-b96bb7bbe586 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:48:03.157646 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-4157f6e5-58ed-491e-978e-db63bf6789e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:03.159544 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-4157f6e5-58ed-491e-978e-db63bf6789e8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 200 len: 909 time: 0.1258774 Sep 21 21:48:03.227147 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-bfbe296f-8860-4dcf-9dec-8183d043594a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a HTTP/1.1" status: 200 len: 217 time: 0.0587976 Sep 21 21:48:03.266996 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:48:03.273816 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-8a7d1f16-b40a-4d98-af5d-f7c6174ad604 admin admin] 10.222.0.48 "PUT /v2.0/routers/34981f06-93d2-40cc-8485-b96bb7bbe586/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4986935 Sep 21 21:48:03.276820 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43070) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:03.283309 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] Sync routers for ids ['34981f06-93d2-40cc-8485-b96bb7bbe586'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:48:03.303228 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] Routers {'34981f06-93d2-40cc-8485-b96bb7bbe586'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:48:03.304328 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:47:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['34981f06-93d2-40cc-8485-b96bb7bbe586'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:03.339467 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-43b2429f-9d80-4a7c-a781-cd2fc7b8e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:03.342242 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-43b2429f-9d80-4a7c-a781-cd2fc7b8e26b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2ad6b610-f4b7-4167-aae9-70ec65cc96cd HTTP/1.1" status: 200 len: 848 time: 0.1015325 Sep 21 21:48:03.403172 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-267f5b5c-8d61-43ed-a7d4-bf74e20a81eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=969e1bda-aa86-472c-b13c-51f7df6d0d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530372 Sep 21 21:48:03.458119 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks [] for router (34981f06-93d2-40cc-8485-b96bb7bbe586), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:03.494620 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] Set router 34981f06-93d2-40cc-8485-b96bb7bbe586 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:48:03.585757 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-0b7eab8d-72c7-41f8-966a-1708b3faa4ef service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747005 Sep 21 21:48:03.735675 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks [] for router_gateway (34981f06-93d2-40cc-8485-b96bb7bbe586), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:03.814144 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b922128b-e74b-43c2-929f-8c6d3c32e3d5 req-6e92d847-a42b-4c98-aad8-af7ef22bf66d service neutron] 10.222.0.50 "GET /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179613 Sep 21 21:48:03.815451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Deleting port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:48:03.816004 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:03.898364 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:48:01Z', 'revision_number': 5, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port': {'id': 'b6e13b4d-7b0e-43c8-a1b0-af46adf02b86', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:07:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:36Z', 'updated_at': '2022-09-21T21:46:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:04.003663 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] For port b6e13b4d-7b0e-43c8-a1b0-af46adf02b86, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:04.004653 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:04.044904 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Calling delete_port for b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 owned by network:router_gateway {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:48:04.146563 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] Checking router: 34981f06-93d2-40cc-8485-b96bb7bbe586 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:48:04.162542 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] Routers {'34981f06-93d2-40cc-8485-b96bb7bbe586'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:48:04.163757 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:47:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['34981f06-93d2-40cc-8485-b96bb7bbe586'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:04.243520 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaac0ab-e96b-4c35-be4b-57bd8d036afc req-6ea12f73-97cd-4de2-905a-f401442897ea tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:04.254357 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-efaac0ab-e96b-4c35-be4b-57bd8d036afc req-6ea12f73-97cd-4de2-905a-f401442897ea tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1466932 Sep 21 21:48:04.320574 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3675d616-cfbe-4cc8-8548-82e5ab1a90b4 req-216ad33b-dfa2-4ccc-ad11-23ad9c409285 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:04.325367 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3675d616-cfbe-4cc8-8548-82e5ab1a90b4 req-216ad33b-dfa2-4ccc-ad11-23ad9c409285 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 943 time: 0.1585805 Sep 21 21:48:04.359630 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] Set router 34981f06-93d2-40cc-8485-b96bb7bbe586 gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:48:04.361457 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-efaac0ab-e96b-4c35-be4b-57bd8d036afc req-c8145bf3-3219-452f-aa61-d679d2927d43 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027963 Sep 21 21:48:04.479178 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:48:03Z', 'revision_number': 6, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:04.526358 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b187a494-dcd7-41c3-95bf-4bebd097ba0e None None] The sync data for ids ['34981f06-93d2-40cc-8485-b96bb7bbe586'] in dv-cinder-858817-1-iscsi is: [{'id': '34981f06-93d2-40cc-8485-b96bb7bbe586', 'name': 'tempest-DeleteServersTestJSON-585993853-router', 'tenant_id': '40602d85781041b8996095256fca58e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:48:03Z', 'revision_number': 6, 'project_id': '40602d85781041b8996095256fca58e0', 'gw_port_host': None}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:48:04.535528 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3675d616-cfbe-4cc8-8548-82e5ab1a90b4 req-b0b66cd4-ce95-4041-8106-74949f30427b tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833327 Sep 21 21:48:04.670852 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (b6e13b4d-7b0e-43c8-a1b0-af46adf02b86), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:04.714244 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6e13b4d-7b0e-43c8-a1b0-af46adf02b86,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:04.831248 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (34981f06-93d2-40cc-8485-b96bb7bbe586), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:04.861537 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43102) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:05.301395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (34981f06-93d2-40cc-8485-b96bb7bbe586), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.306911 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks [] for router_controller (34981f06-93d2-40cc-8485-b96bb7bbe586), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.425819 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43116) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:05.428970 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (34981f06-93d2-40cc-8485-b96bb7bbe586), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.429981 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34981f06-93d2-40cc-8485-b96bb7bbe586 {{(pid=115541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:48:05.442303 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.448585 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cde2b51e-9757-47a8-87c4-e9c195c29c47 admin admin] 10.222.0.48 "DELETE /v2.0/routers/34981f06-93d2-40cc-8485-b96bb7bbe586 HTTP/1.1" status: 204 len: 168 time: 2.1703303 Sep 21 21:48:05.449089 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43120) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:05.546006 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc48e-66de-4cfc-9242-77c0feffc5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.592000 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Deleting subnet 1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29 {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:48:05.636915 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Publish callbacks [] for subnet (1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.702482 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:48:05.795740 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:48:05.796821 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b6e13b4d-7b0e-43c8-a1b0-af46adf02b86 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:48:05.797754 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fe87408d-7fcf-417f-a8ce-098c4a5ceb3b no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:48:05.807357 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc48e-66de-4cfc-9242-77c0feffc5fe admin admin] Publish callbacks [] for security_group (d570f54a-24bc-4340-b6b2-f44246ad6ef9), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.817366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Publish callbacks [] for subnet (1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.838437 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d3fc48e-66de-4cfc-9242-77c0feffc5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d570f54a-24bc-4340-b6b2-f44246ad6ef9), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.839847 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: fe87408d-7fcf-417f-a8ce-098c4a5ceb3b {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:48:05.840705 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fe87408d-7fcf-417f-a8ce-098c4a5ceb3b not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:48:05.852019 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99bef1-c0fd-4463-b0a2-cec555564c0f req-e7ec95cf-d1ca-4b1c-a13f-fdca84a977af tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:05.855011 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1c99bef1-c0fd-4463-b0a2-cec555564c0f req-e7ec95cf-d1ca-4b1c-a13f-fdca84a977af tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.2972395 Sep 21 21:48:05.864980 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9f185e0e-423b-4328-b57b-a6ca54e7b2d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:05.958858 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9d3fc48e-66de-4cfc-9242-77c0feffc5fe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01f255f22c6a4bbe84690624e1ceff6d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0915360 Sep 21 21:48:05.958858 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fc48e-66de-4cfc-9242-77c0feffc5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d570f54a-24bc-4340-b6b2-f44246ad6ef9,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:05.966541 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43126) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:06.012806 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc93240-2efb-404a-bc60-f2fba190cda1 req-b17908df-0dcb-4142-91f1-41f9514e5693 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:06.018362 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0fc93240-2efb-404a-bc60-f2fba190cda1 req-b17908df-0dcb-4142-91f1-41f9514e5693 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 943 time: 0.2295377 Sep 21 21:48:06.052226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.133568 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f01833e2-9159-4d8d-9ebf-b6e813b03db3 admin admin] Publish callbacks [] for security_group (d570f54a-24bc-4340-b6b2-f44246ad6ef9), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.179621 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0fc93240-2efb-404a-bc60-f2fba190cda1 req-cf6ec049-f085-4143-a494-32fb256370e6 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341093 Sep 21 21:48:06.211757 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f01833e2-9159-4d8d-9ebf-b6e813b03db3 admin admin] Publish callbacks [] for security_group (d570f54a-24bc-4340-b6b2-f44246ad6ef9), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.289940 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f01833e2-9159-4d8d-9ebf-b6e813b03db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d570f54a-24bc-4340-b6b2-f44246ad6ef9), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.294081 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f01833e2-9159-4d8d-9ebf-b6e813b03db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.299891 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f01833e2-9159-4d8d-9ebf-b6e813b03db3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d570f54a-24bc-4340-b6b2-f44246ad6ef9 HTTP/1.1" status: 204 len: 168 time: 0.3277204 Sep 21 21:48:06.318731 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01833e2-9159-4d8d-9ebf-b6e813b03db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d570f54a-24bc-4340-b6b2-f44246ad6ef9,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:06.439247 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1c99bef1-c0fd-4463-b0a2-cec555564c0f req-018cbd7c-7e29-4909-8968-16a59b7725c6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705140 Sep 21 21:48:06.521669 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.582785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:06.587704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9f185e0e-423b-4328-b57b-a6ca54e7b2d6 admin admin] Publish callbacks [] for security_group (e6bde88b-d1e4-43b4-950d-91a949a8d7bf), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.592707 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.600476 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-6e3fc634-ec30-467b-b4a6-c4548a3d53ec admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1dad9dcc-e99e-4b04-92ad-f1f46dd2ac29 HTTP/1.1" status: 204 len: 168 time: 1.1478860 Sep 21 21:48:06.600655 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9f185e0e-423b-4328-b57b-a6ca54e7b2d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e6bde88b-d1e4-43b4-950d-91a949a8d7bf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.601622 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43134) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:06.607890 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df643190-3223-4bc8-afb7-e954e12c8646 None None] Network 947148e1-5999-4fd3-94f0-f02bc4ea4130 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:48:06.678393 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-9f185e0e-423b-4328-b57b-a6ca54e7b2d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d7c8bcc6844f4b7881e40d131df02882&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2470229 Sep 21 21:48:06.679955 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43138) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:06.693709 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f185e0e-423b-4328-b57b-a6ca54e7b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bde88b-d1e4-43b4-950d-91a949a8d7bf,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:06.766234 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (947148e1-5999-4fd3-94f0-f02bc4ea4130), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.818116 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41dd3820-5c95-402d-b4a8-33f1d629c624 admin admin] Publish callbacks [] for security_group (e6bde88b-d1e4-43b4-950d-91a949a8d7bf), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.851629 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Deleting port babcc8ca-fef3-4744-8a98-29c1c32bea8d {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:48:06.852466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.871251 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41dd3820-5c95-402d-b4a8-33f1d629c624 admin admin] Publish callbacks [] for security_group (e6bde88b-d1e4-43b4-950d-91a949a8d7bf), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.881673 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6b219855-5f10-4af2-92d7-0c659a5bf92a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:48:06.926686 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] DHCP port deletion for 947148e1-5999-4fd3-94f0-f02bc4ea4130 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:48:06.948383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] For port babcc8ca-fef3-4744-8a98-29c1c32bea8d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=babcc8ca-fef3-4744-8a98-29c1c32bea8d,segment=NetworkSegment(3f4f421f-d3db-4771-8bb0-ab4e569d4328),segment_id=3f4f421f-d3db-4771-8bb0-ab4e569d4328)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:06.949035 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:06.980623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Calling delete_port for babcc8ca-fef3-4744-8a98-29c1c32bea8d owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:48:06.997845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41dd3820-5c95-402d-b4a8-33f1d629c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e6bde88b-d1e4-43b4-950d-91a949a8d7bf), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.006011 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-41dd3820-5c95-402d-b4a8-33f1d629c624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.007994 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-41dd3820-5c95-402d-b4a8-33f1d629c624 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6bde88b-d1e4-43b4-950d-91a949a8d7bf HTTP/1.1" status: 204 len: 168 time: 0.3267660 Sep 21 21:48:07.022385 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dd3820-5c95-402d-b4a8-33f1d629c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bde88b-d1e4-43b4-950d-91a949a8d7bf,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:07.155844 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Deleting port babcc8ca-fef3-4744-8a98-29c1c32bea8d {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:48:07.156605 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.164076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.209337 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=babcc8ca-fef3-4744-8a98-29c1c32bea8d,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:07.217316 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] No DVR routers for this DVR port babcc8ca-fef3-4744-8a98-29c1c32bea8d on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:48:07.366370 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] For port babcc8ca-fef3-4744-8a98-29c1c32bea8d, host dv-cinder-858817-1-iscsi, got binding levels [] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:07.370053 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.371131 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (947148e1-5999-4fd3-94f0-f02bc4ea4130), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.401209 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 6b219855-5f10-4af2-92d7-0c659a5bf92a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:07.422894 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Calling delete_port for babcc8ca-fef3-4744-8a98-29c1c32bea8d owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:48:07.427424 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947148e1-5999-4fd3-94f0-f02bc4ea4130']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:07.439806 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.ipam_backend_mixin [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Port babcc8ca-fef3-4744-8a98-29c1c32bea8d was not found and therefore no delete operation was performed {{(pid=115543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:48:07.446297 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (babcc8ca-fef3-4744-8a98-29c1c32bea8d), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.454717 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '6b219855-5f10-4af2-92d7-0c659a5bf92a', 'network_id': '969e1bda-aa86-472c-b13c-51f7df6d0d77', 'port_id': '6b219855-5f10-4af2-92d7-0c659a5bf92a', 'mac_address': 'fa:16:3e:9f:ae:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ad6b610-f4b7-4167-aae9-70ec65cc96cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:48:07.473305 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4f421f-d3db-4771-8bb0-ab4e569d4328') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:07.473772 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4f421f-d3db-4771-8bb0-ab4e569d4328') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:48:07.499036 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (3f4f421f-d3db-4771-8bb0-ab4e569d4328), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.503875 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] Pushing event deleted for resources: {'Port': ['ID=babcc8ca-fef3-4744-8a98-29c1c32bea8d,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:07.528905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aed23c-cd90-43a7-894a-95e207cc462c None None] No DVR routers for this DVR port babcc8ca-fef3-4744-8a98-29c1c32bea8d on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:48:07.531815 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (3f4f421f-d3db-4771-8bb0-ab4e569d4328), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.553639 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c2089-e792-4fdd-94a4-81052df618d7 req-514836ec-6568-4911-bcc8-0976a35b09e3 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:07.556544 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f27c2089-e792-4fdd-94a4-81052df618d7 req-514836ec-6568-4911-bcc8-0976a35b09e3 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 943 time: 0.1489339 Sep 21 21:48:07.566081 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:48:07.566869 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (3f4f421f-d3db-4771-8bb0-ab4e569d4328), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.710176 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 6b219855-5f10-4af2-92d7-0c659a5bf92a is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:48:07.714570 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 3f4f421f-d3db-4771-8bb0-ab4e569d4328 resource provider aggregate not found Sep 21 21:48:07.715388 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.767889 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 3f4f421f-d3db-4771-8bb0-ab4e569d4328 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f4f421f-d3db-4771-8bb0-ab4e569d4328 found for delete ", "request_id": "req-3da39b3e-8586-45d8-af61-cb09e527d149"}]} Sep 21 21:48:07.795778 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b219855-5f10-4af2-92d7-0c659a5bf92a {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:48:07.812462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (947148e1-5999-4fd3-94f0-f02bc4ea4130), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.822648 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device babcc8ca-fef3-4744-8a98-29c1c32bea8d no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:48:07.851228 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.858366 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/947148e1-5999-4fd3-94f0-f02bc4ea4130 HTTP/1.1" status: 204 len: 168 time: 1.2531664 Sep 21 21:48:07.882351 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: babcc8ca-fef3-4744-8a98-29c1c32bea8d {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:48:07.883722 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device babcc8ca-fef3-4744-8a98-29c1c32bea8d not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:48:07.905621 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f27c2089-e792-4fdd-94a4-81052df618d7 req-aca8df61-7b9e-4d5c-8d22-2408ffd0b550 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208089 Sep 21 21:48:07.907278 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4225aba-fc74-4489-9b64-43f6262793a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=947148e1-5999-4fd3-94f0-f02bc4ea4130,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:07.917492 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bc107-1e50-428c-aeae-df2268590b0f req-b3c85e05-0c47-4980-9254-288ede4d6918 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:07.931844 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 6b219855-5f10-4af2-92d7-0c659a5bf92a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:07.939212 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-be0bc107-1e50-428c-aeae-df2268590b0f req-b3c85e05-0c47-4980-9254-288ede4d6918 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.2930832 Sep 21 21:48:07.949142 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:07.951900 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43170) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:07.981098 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7a8-74c1-40f1-beb5-861f7dc9293b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.048385 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=6b219855-5f10-4af2-92d7-0c659a5bf92a,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:08.104147 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-be0bc107-1e50-428c-aeae-df2268590b0f req-adfaad1a-82c1-418b-8004-48edca85fb2d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600971 Sep 21 21:48:08.165385 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7a8-74c1-40f1-beb5-861f7dc9293b admin admin] Publish callbacks [] for security_group (0b831505-8022-4e35-a166-8723d1cfae44), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.171594 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3c8f7a8-74c1-40f1-beb5-861f7dc9293b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0b831505-8022-4e35-a166-8723d1cfae44), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.237467 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8f7a8-74c1-40f1-beb5-861f7dc9293b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b831505-8022-4e35-a166-8723d1cfae44,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:08.246253 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a3c8f7a8-74c1-40f1-beb5-861f7dc9293b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fc9bbfc9b914485994173e3dd2ceca31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883532 Sep 21 21:48:08.247261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43176) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:08.269647 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['6b219855-5f10-4af2-92d7-0c659a5bf92a'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:48:08.352182 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-767d6553-e3bc-483f-a9aa-c4871e6357a7 admin admin] Publish callbacks [] for security_group (0b831505-8022-4e35-a166-8723d1cfae44), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.404223 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-767d6553-e3bc-483f-a9aa-c4871e6357a7 admin admin] Publish callbacks [] for security_group (0b831505-8022-4e35-a166-8723d1cfae44), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.436825 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43180) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:08.491800 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f6720bcd-2813-4f04-9d1b-81efbcaace0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.506104 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-767d6553-e3bc-483f-a9aa-c4871e6357a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0b831505-8022-4e35-a166-8723d1cfae44), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.517498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-767d6553-e3bc-483f-a9aa-c4871e6357a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.520545 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-767d6553-e3bc-483f-a9aa-c4871e6357a7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0b831505-8022-4e35-a166-8723d1cfae44 HTTP/1.1" status: 204 len: 168 time: 0.2714295 Sep 21 21:48:08.529575 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-4ddd92de-73ce-4375-82dc-6f97f9e53295 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=40602d85781041b8996095256fca58e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0892453 Sep 21 21:48:08.533553 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43184) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:08.561542 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d6553-e3bc-483f-a9aa-c4871e6357a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b831505-8022-4e35-a166-8723d1cfae44,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:08.653725 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-46ec4368-9dce-430f-afeb-fdc00fbd19c3 admin admin] Publish callbacks [] for security_group (6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.681551 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-46ec4368-9dce-430f-afeb-fdc00fbd19c3 admin admin] Publish callbacks [] for security_group (6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.756605 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-46ec4368-9dce-430f-afeb-fdc00fbd19c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.759289 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-46ec4368-9dce-430f-afeb-fdc00fbd19c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:08.760646 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-46ec4368-9dce-430f-afeb-fdc00fbd19c3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd HTTP/1.1" status: 204 len: 168 time: 0.2249744 Sep 21 21:48:08.769825 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec4368-9dce-430f-afeb-fdc00fbd19c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb00cd7-603f-48e4-8aa2-c5e8c13dafcd,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:09.181279 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008fa6e-748c-44f5-be18-c20a45bb00c7 req-fff38d84-dd49-43ec-859e-7b995354b013 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:09.186804 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0008fa6e-748c-44f5-be18-c20a45bb00c7 req-fff38d84-dd49-43ec-859e-7b995354b013 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 944 time: 0.1236074 Sep 21 21:48:09.290860 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0008fa6e-748c-44f5-be18-c20a45bb00c7 req-d87e566a-4b66-4d95-8bc7-1438335ce16a tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924089 Sep 21 21:48:09.356575 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34912ad4-ba2c-4e6c-bc83-62dbede48efa req-a251fb1b-8514-45d7-b316-2dd2aa2a3842 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:09.359405 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-34912ad4-ba2c-4e6c-bc83-62dbede48efa req-a251fb1b-8514-45d7-b316-2dd2aa2a3842 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0996647 Sep 21 21:48:09.445247 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-34912ad4-ba2c-4e6c-bc83-62dbede48efa req-b01e6a0e-5848-4593-ab67-e38e8c349186 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725491 Sep 21 21:48:10.554341 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1215c66-fccb-4f03-8224-f8d56d99f9a3 req-f4f099a2-6847-4678-9c89-18fc99da7e5c tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:10.558408 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1215c66-fccb-4f03-8224-f8d56d99f9a3 req-f4f099a2-6847-4678-9c89-18fc99da7e5c tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 944 time: 0.1124117 Sep 21 21:48:10.640542 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1215c66-fccb-4f03-8224-f8d56d99f9a3 req-49bc384b-5c4a-4f30-95eb-fe308460a2b5 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736277 Sep 21 21:48:10.641316 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-18789e6d-efdd-4e61-95f2-3048ecdc92b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:10.867821 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22811a-c51f-4ce2-b559-f9441cbb70dd req-9e725b07-e4ae-47d2-8660-985f2905aa6d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:10.882272 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3d22811a-c51f-4ce2-b559-f9441cbb70dd req-9e725b07-e4ae-47d2-8660-985f2905aa6d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1358068 Sep 21 21:48:10.895559 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6b219855-5f10-4af2-92d7-0c659a5bf92a up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:48:10.990999 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3d22811a-c51f-4ce2-b559-f9441cbb70dd req-33fde422-0253-46e2-b3c5-39ec7c740d30 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072094 Sep 21 21:48:11.020788 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 6b219855-5f10-4af2-92d7-0c659a5bf92a completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:48:11.028595 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 6b219855-5f10-4af2-92d7-0c659a5bf92a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:48:11.029227 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:11.029931 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 6b219855-5f10-4af2-92d7-0c659a5bf92a Sep 21 21:48:11.190279 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 6b219855-5f10-4af2-92d7-0c659a5bf92a is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:48:11.190924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:11.223128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b219855-5f10-4af2-92d7-0c659a5bf92a'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:48:11.226979 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-320e84f5-8b4c-4384-87d2-2e30be610db6" -d '{"events": [{"server_uuid": "ab447c76-8c82-4e52-9edf-c65613459ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6b219855-5f10-4af2-92d7-0c659a5bf92a"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:48:11.248369 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 6b219855-5f10-4af2-92d7-0c659a5bf92a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:11.254102 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:11.301403 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba05794-2149-4fb9-adf0-9b5729733b78 x-openstack-request-id: req-3ba05794-2149-4fb9-adf0-9b5729733b78 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:48:11.301927 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab447c76-8c82-4e52-9edf-c65613459ab8", "name": "network-vif-plugged", "status": "completed", "tag": "6b219855-5f10-4af2-92d7-0c659a5bf92a", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:48:11.302353 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3ba05794-2149-4fb9-adf0-9b5729733b78 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:48:11.304136 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba05794-2149-4fb9-adf0-9b5729733b78'] response: {'server_uuid': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b219855-5f10-4af2-92d7-0c659a5bf92a', 'code': 200} Sep 21 21:48:11.330279 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=6b219855-5f10-4af2-92d7-0c659a5bf92a,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:11.558479 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67c554-09c0-44a8-ab48-b8927652e993 req-fc37470d-530e-432d-a11b-ea0932741a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:11.566523 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a67c554-09c0-44a8-ab48-b8927652e993 req-fc37470d-530e-432d-a11b-ea0932741a7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 1129 time: 0.0885062 Sep 21 21:48:11.648570 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6a67c554-09c0-44a8-ab48-b8927652e993 req-261cc94c-32fb-44e0-a28a-2c831b83cf33 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728385 Sep 21 21:48:11.810413 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a1c6c-d149-4221-8a7a-8848e3b0427f req-b91ebf9f-f46e-4f92-a573-64393f838dcc tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:11.812510 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322a1c6c-d149-4221-8a7a-8848e3b0427f req-b91ebf9f-f46e-4f92-a573-64393f838dcc tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.0669615 Sep 21 21:48:11.891120 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322a1c6c-d149-4221-8a7a-8848e3b0427f req-4cf3d704-2dcf-4212-a9f9-6d56dc01d045 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708721 Sep 21 21:48:11.942023 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43284) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:12.124334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef2cff23-d7b0-4dd9-88bd-89ce2a663d5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.195623 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.246705 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43579eda-2ab7-4a08-859f-4c36f8b6c4f2 req-67e7c4ed-fc2f-4d28-9153-d00551fd0991 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:12.259487 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-43579eda-2ab7-4a08-859f-4c36f8b6c4f2 req-67e7c4ed-fc2f-4d28-9153-d00551fd0991 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1563985 Sep 21 21:48:12.374704 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-43579eda-2ab7-4a08-859f-4c36f8b6c4f2 req-dc9d200b-28b9-4fd3-b41c-7d605f3ee9ad tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137209 Sep 21 21:48:12.412261 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef2cff23-d7b0-4dd9-88bd-89ce2a663d5e admin admin] Publish callbacks [] for security_group (2cbef996-ccf1-4dc5-b031-91b4e4c90446), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.421390 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ef2cff23-d7b0-4dd9-88bd-89ce2a663d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2cbef996-ccf1-4dc5-b031-91b4e4c90446), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.493268 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ef2cff23-d7b0-4dd9-88bd-89ce2a663d5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a98d2bb28f548b694aca1ad0c2024b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5494351 Sep 21 21:48:12.494745 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2cff23-d7b0-4dd9-88bd-89ce2a663d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbef996-ccf1-4dc5-b031-91b4e4c90446,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:12.495955 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43312) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:12.563815 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b2910670-54bc-43ae-86f5-20f1ef0c68e1 admin admin] Publish callbacks [] for security_group (2cbef996-ccf1-4dc5-b031-91b4e4c90446), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.599936 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b2910670-54bc-43ae-86f5-20f1ef0c68e1 admin admin] Publish callbacks [] for security_group (2cbef996-ccf1-4dc5-b031-91b4e4c90446), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.676317 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b2910670-54bc-43ae-86f5-20f1ef0c68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2cbef996-ccf1-4dc5-b031-91b4e4c90446), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.682224 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b2910670-54bc-43ae-86f5-20f1ef0c68e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:12.686738 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b2910670-54bc-43ae-86f5-20f1ef0c68e1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2cbef996-ccf1-4dc5-b031-91b4e4c90446 HTTP/1.1" status: 204 len: 168 time: 0.1868696 Sep 21 21:48:12.701763 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2910670-54bc-43ae-86f5-20f1ef0c68e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbef996-ccf1-4dc5-b031-91b4e4c90446,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:13.128286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd83c8-cc73-4573-9d4e-fd60cd5ff4ef req-c2b839ad-b2b1-43ae-aba9-3bc6d8aa6461 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:13.131048 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d3cd83c8-cc73-4573-9d4e-fd60cd5ff4ef req-c2b839ad-b2b1-43ae-aba9-3bc6d8aa6461 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.1151218 Sep 21 21:48:13.236356 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d3cd83c8-cc73-4573-9d4e-fd60cd5ff4ef req-071f7f1c-2eb9-4803-b72b-81cb1e070b9e tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847132 Sep 21 21:48:13.581503 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00726a6-a8e6-4070-99a7-f3255c2be73f req-f97decb0-3fd2-410d-a5d6-052928b1badc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:13.583463 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00726a6-a8e6-4070-99a7-f3255c2be73f req-f97decb0-3fd2-410d-a5d6-052928b1badc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0908771 Sep 21 21:48:13.645180 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00726a6-a8e6-4070-99a7-f3255c2be73f req-cdb9cb50-60a1-47c4-8ea6-8e7a32191ef8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513606 Sep 21 21:48:13.776642 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.205055 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43406) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:14.401184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ee6afd55-c786-424f-a237-d67b33ecae1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.529601 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314186cd-6ed8-45a7-968b-2d24f2fdb3e0 req-c83db71a-b58a-4e96-8f5f-784690b06b17 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:14.538256 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-314186cd-6ed8-45a7-968b-2d24f2fdb3e0 req-c83db71a-b58a-4e96-8f5f-784690b06b17 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.1625051 Sep 21 21:48:14.563168 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b311382-c45b-4061-aa17-6ab56267f294 req-b91b9da5-789a-40e3-82d7-cd7c82e37cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:14.565103 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0b311382-c45b-4061-aa17-6ab56267f294 req-b91b9da5-789a-40e3-82d7-cd7c82e37cfc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 1130 time: 0.1200566 Sep 21 21:48:14.582140 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ee6afd55-c786-424f-a237-d67b33ecae1e admin admin] Publish callbacks [] for security_group (33f65adf-73fd-4e9d-8c30-394027bf5b44), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.594042 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ee6afd55-c786-424f-a237-d67b33ecae1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (33f65adf-73fd-4e9d-8c30-394027bf5b44), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.669268 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-314186cd-6ed8-45a7-968b-2d24f2fdb3e0 req-7c75c832-07a2-4ea0-8dc6-9bd95b5abfe9 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297715 Sep 21 21:48:14.698128 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0b311382-c45b-4061-aa17-6ab56267f294 req-9bd87530-3cea-4154-8e23-21492164de6e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179185 Sep 21 21:48:14.714644 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ee6afd55-c786-424f-a237-d67b33ecae1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=97a4bcad5ea04112a12f03be75d5b828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5079267 Sep 21 21:48:14.718182 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43424) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:14.757742 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6afd55-c786-424f-a237-d67b33ecae1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f65adf-73fd-4e9d-8c30-394027bf5b44,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:14.821922 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f397aa8a-71c9-4795-9621-11f784cfb41a admin admin] Publish callbacks [] for security_group (33f65adf-73fd-4e9d-8c30-394027bf5b44), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.858588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f397aa8a-71c9-4795-9621-11f784cfb41a admin admin] Publish callbacks [] for security_group (33f65adf-73fd-4e9d-8c30-394027bf5b44), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.869667 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43428) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:14.874671 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20b096-e08c-417f-927b-b7ad615366f5 req-dc536e83-5805-4340-b8e8-b4ea17b93f74 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:14.876224 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5e20b096-e08c-417f-927b-b7ad615366f5 req-dc536e83-5805-4340-b8e8-b4ea17b93f74 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0822942 Sep 21 21:48:14.953649 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5e20b096-e08c-417f-927b-b7ad615366f5 req-dbea93a2-0a25-4338-9d94-6da78cb10319 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661306 Sep 21 21:48:14.954442 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f397aa8a-71c9-4795-9621-11f784cfb41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (33f65adf-73fd-4e9d-8c30-394027bf5b44), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.960136 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f397aa8a-71c9-4795-9621-11f784cfb41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:14.964560 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f397aa8a-71c9-4795-9621-11f784cfb41a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/33f65adf-73fd-4e9d-8c30-394027bf5b44 HTTP/1.1" status: 204 len: 168 time: 0.2415950 Sep 21 21:48:14.979825 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397aa8a-71c9-4795-9621-11f784cfb41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f65adf-73fd-4e9d-8c30-394027bf5b44,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:15.084523 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a5682088-c751-4c0c-9d8f-6250c4064149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.161233 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.251866 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a5682088-c751-4c0c-9d8f-6250c4064149 admin admin] Publish callbacks [] for security_group (9c206539-4dcf-46ee-b485-2906640a6c4f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.257922 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a5682088-c751-4c0c-9d8f-6250c4064149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9c206539-4dcf-46ee-b485-2906640a6c4f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.341089 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a5682088-c751-4c0c-9d8f-6250c4064149 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=200f215487934137a93243ed9679c18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4697073 Sep 21 21:48:15.342834 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5682088-c751-4c0c-9d8f-6250c4064149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c206539-4dcf-46ee-b485-2906640a6c4f,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:15.346322 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43446) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:15.435571 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-753c7cf7-1b60-4f7c-9e41-0ee331c381dd admin admin] Publish callbacks [] for security_group (9c206539-4dcf-46ee-b485-2906640a6c4f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.465309 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-753c7cf7-1b60-4f7c-9e41-0ee331c381dd admin admin] Publish callbacks [] for security_group (9c206539-4dcf-46ee-b485-2906640a6c4f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.563931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-753c7cf7-1b60-4f7c-9e41-0ee331c381dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (9c206539-4dcf-46ee-b485-2906640a6c4f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.569888 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-753c7cf7-1b60-4f7c-9e41-0ee331c381dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:15.572143 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-753c7cf7-1b60-4f7c-9e41-0ee331c381dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c206539-4dcf-46ee-b485-2906640a6c4f HTTP/1.1" status: 204 len: 168 time: 0.2235944 Sep 21 21:48:15.587450 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c7cf7-1b60-4f7c-9e41-0ee331c381dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c206539-4dcf-46ee-b485-2906640a6c4f,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:15.912924 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156386f-0932-4322-af34-e96fb6a35d29 req-88ee6c44-46a4-40bc-8b7c-2d9c214eb8d1 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:15.926816 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8156386f-0932-4322-af34-e96fb6a35d29 req-88ee6c44-46a4-40bc-8b7c-2d9c214eb8d1 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.1209095 Sep 21 21:48:16.031493 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8156386f-0932-4322-af34-e96fb6a35d29 req-3faf6f69-b0c6-4654-a4c6-25a8bf355aa4 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029527 Sep 21 21:48:16.283533 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25d790-0423-469b-b63d-558e6c90da29 req-4faec63e-8e39-49f6-a7d8-4c88f018883a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:16.287833 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9a25d790-0423-469b-b63d-558e6c90da29 req-4faec63e-8e39-49f6-a7d8-4c88f018883a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1538961 Sep 21 21:48:16.370255 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9a25d790-0423-469b-b63d-558e6c90da29 req-7bb79ad2-2149-4316-a820-7a5c4977b8ac tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774894 Sep 21 21:48:17.272574 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a340a6-985a-4d97-a5e5-a9d52b1ffb85 req-6e1e7186-6a0d-4cd7-a0fd-5d7ee9a6d32d tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:17.286002 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a0a340a6-985a-4d97-a5e5-a9d52b1ffb85 req-6e1e7186-6a0d-4cd7-a0fd-5d7ee9a6d32d tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.1204410 Sep 21 21:48:17.383163 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a0a340a6-985a-4d97-a5e5-a9d52b1ffb85 req-5db09a09-67a2-4431-a284-020741ca60c8 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948563 Sep 21 21:48:17.640337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0952015-d2d4-4ea4-9004-754a6f10864c req-fd60d154-2a0a-4462-9ae2-6cd0242be79a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:17.642741 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b0952015-d2d4-4ea4-9004-754a6f10864c req-fd60d154-2a0a-4462-9ae2-6cd0242be79a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1012595 Sep 21 21:48:17.725072 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b0952015-d2d4-4ea4-9004-754a6f10864c req-fea2f307-9d0f-41f4-867d-d24e5dc2f430 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674396 Sep 21 21:48:17.917623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831ca89-c9ef-433f-8ffc-a7162d0b4865 req-79fbc60a-f795-4eb0-8a49-bec7658eba00 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:17.921315 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9831ca89-c9ef-433f-8ffc-a7162d0b4865 req-79fbc60a-f795-4eb0-8a49-bec7658eba00 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.0752785 Sep 21 21:48:18.006931 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9831ca89-c9ef-433f-8ffc-a7162d0b4865 req-1d4c520e-87f2-4003-8706-1bb2e11c9a00 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761287 Sep 21 21:48:18.622359 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d38346-a6d2-47d1-847a-8805fc53a63a req-2ad4f9aa-6f38-49d7-b63b-b211ebc04fff tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:18.648539 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-23d38346-a6d2-47d1-847a-8805fc53a63a req-2ad4f9aa-6f38-49d7-b63b-b211ebc04fff tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.1749971 Sep 21 21:48:18.737968 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-23d38346-a6d2-47d1-847a-8805fc53a63a req-eb71348e-f1f8-4d4d-ab75-f2b5f2ceb2ed tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 Sep 21 21:48:18.809592 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43594) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:19.115252 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cd00b0e6-a40b-40eb-810e-8ad68a009c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.234218 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cd00b0e6-a40b-40eb-810e-8ad68a009c48 admin admin] Publish callbacks [] for security_group (73497f93-0da9-42d5-9d0e-a882c24025a0), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.241669 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cd00b0e6-a40b-40eb-810e-8ad68a009c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (73497f93-0da9-42d5-9d0e-a882c24025a0), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.285451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00b0e6-a40b-40eb-810e-8ad68a009c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73497f93-0da9-42d5-9d0e-a882c24025a0,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:19.290655 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cd00b0e6-a40b-40eb-810e-8ad68a009c48 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4c942116ca59425bafa402e47a984083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778876 Sep 21 21:48:19.294671 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43604) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:19.382167 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-55aca2ed-fee0-42b5-9528-eae8570f6954 admin admin] Publish callbacks [] for security_group (73497f93-0da9-42d5-9d0e-a882c24025a0), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.427990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-55aca2ed-fee0-42b5-9528-eae8570f6954 admin admin] Publish callbacks [] for security_group (73497f93-0da9-42d5-9d0e-a882c24025a0), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.517897 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-19b8ee4e-8a16-4163-bd6b-610f9a6d4ccf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0872905 Sep 21 21:48:19.534887 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-55aca2ed-fee0-42b5-9528-eae8570f6954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (73497f93-0da9-42d5-9d0e-a882c24025a0), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.537568 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-55aca2ed-fee0-42b5-9528-eae8570f6954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:19.543190 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-55aca2ed-fee0-42b5-9528-eae8570f6954 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/73497f93-0da9-42d5-9d0e-a882c24025a0 HTTP/1.1" status: 204 len: 168 time: 0.2405205 Sep 21 21:48:19.551613 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aca2ed-fee0-42b5-9528-eae8570f6954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73497f93-0da9-42d5-9d0e-a882c24025a0,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:19.681140 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-b585cd7a-863a-4cfb-9b00-d5f51f27d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:19.683713 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-b585cd7a-863a-4cfb-9b00-d5f51f27d811 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1130 time: 0.0836799 Sep 21 21:48:19.891369 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-9f86b330-e13a-4894-939d-d0b1b8b8ba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:19.893620 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-9f86b330-e13a-4894-939d-d0b1b8b8ba45 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.1780777 Sep 21 21:48:19.920039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c082097a-c0c0-4dce-b8db-60c06b82539e req-80b8ac35-20e6-47da-aedd-48ac12b61ac5 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:19.923714 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c082097a-c0c0-4dce-b8db-60c06b82539e req-80b8ac35-20e6-47da-aedd-48ac12b61ac5 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.0820725 Sep 21 21:48:19.960863 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-03588e92-ac0b-4f7c-aeb9-1f24b5858726 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 200 len: 217 time: 0.0565104 Sep 21 21:48:19.997933 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c082097a-c0c0-4dce-b8db-60c06b82539e req-cb19a688-b423-4a22-93b4-10df85a70534 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/security-groups?id=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668776 Sep 21 21:48:20.036431 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-facfc19b-8f58-47ab-8751-ba9acb10b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:20.038308 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-facfc19b-8f58-47ab-8751-ba9acb10b624 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0701840 Sep 21 21:48:20.073294 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43624) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:20.089072 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0061bea5-9ed3-44f7-b55b-76a8a444d0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.111434 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-a45664c5-4ea8-4fd1-ab57-d750f4debe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:20.113006 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-a45664c5-4ea8-4fd1-ab57-d750f4debe4a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632820 Sep 21 21:48:20.245919 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0061bea5-9ed3-44f7-b55b-76a8a444d0b1 admin admin] Publish callbacks [] for security_group (26b8dfbe-9d81-4b2b-b817-eea76d4f73cc), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.254192 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-7517b503-7559-4d06-9b6b-972d10605831 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257622 Sep 21 21:48:20.255524 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0061bea5-9ed3-44f7-b55b-76a8a444d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (26b8dfbe-9d81-4b2b-b817-eea76d4f73cc), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.310894 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0061bea5-9ed3-44f7-b55b-76a8a444d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b8dfbe-9d81-4b2b-b817-eea76d4f73cc,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:20.321222 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-0061bea5-9ed3-44f7-b55b-76a8a444d0b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7801f49dc81943f6bd46c670c207f3be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2464173 Sep 21 21:48:20.328749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-f9fbca02-1b87-42b6-87bf-b1011fe325fe tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:20.330279 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-f9fbca02-1b87-42b6-87bf-b1011fe325fe tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 945 time: 0.1444845 Sep 21 21:48:20.330779 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43626) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:20.425406 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1efb376e-bef5-4615-93f3-8010ae19d16c req-1a499bb3-37ec-4e44-8097-a608bb4a4869 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612368 Sep 21 21:48:20.485963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a733-cba3-47aa-a17b-8864cbc5ddb2 admin admin] Publish callbacks [] for security_group (26b8dfbe-9d81-4b2b-b817-eea76d4f73cc), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.522013 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a733-cba3-47aa-a17b-8864cbc5ddb2 admin admin] Publish callbacks [] for security_group (26b8dfbe-9d81-4b2b-b817-eea76d4f73cc), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.573908 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Deleting port 6b219855-5f10-4af2-92d7-0c659a5bf92a {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:48:20.574376 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.669492 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a733-cba3-47aa-a17b-8864cbc5ddb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (26b8dfbe-9d81-4b2b-b817-eea76d4f73cc), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.674866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a0f9a733-cba3-47aa-a17b-8864cbc5ddb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.677071 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a0f9a733-cba3-47aa-a17b-8864cbc5ddb2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26b8dfbe-9d81-4b2b-b817-eea76d4f73cc HTTP/1.1" status: 204 len: 168 time: 0.3448048 Sep 21 21:48:20.718178 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f9a733-cba3-47aa-a17b-8864cbc5ddb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b8dfbe-9d81-4b2b-b817-eea76d4f73cc,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:20.757721 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] For port 6b219855-5f10-4af2-92d7-0c659a5bf92a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6b219855-5f10-4af2-92d7-0c659a5bf92a,segment=NetworkSegment(668ab279-e2bf-475b-9750-785eae9b2a9a),segment_id=668ab279-e2bf-475b-9750-785eae9b2a9a)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:20.758801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:20.790557 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Calling delete_port for 6b219855-5f10-4af2-92d7-0c659a5bf92a owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:48:20.900572 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:48:20.904364 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:21.077018 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (6b219855-5f10-4af2-92d7-0c659a5bf92a), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:21.096142 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['6b219855-5f10-4af2-92d7-0c659a5bf92a'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:48:21.270203 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Pushing event deleted for resources: {'Port': ['ID=6b219855-5f10-4af2-92d7-0c659a5bf92a,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:21.425531 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-71348719-1d40-485a-8655-5909f3b2a218 req-7877de32-0b63-4999-8afa-3b59f6d20ca4 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.48 "GET /v2.0/ports?device_id=ab447c76-8c82-4e52-9edf-c65613459ab8 HTTP/1.1" status: 200 len: 210 time: 0.2073376 Sep 21 21:48:21.435199 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668041-693d-4a82-891a-03c8d747548b req-9da7f5cb-5aa0-409f-8cde-f26624605003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:21.438882 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-9da7f5cb-5aa0-409f-8cde-f26624605003 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1130 time: 0.1480117 Sep 21 21:48:21.467974 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] No DVR routers for this DVR port 6b219855-5f10-4af2-92d7-0c659a5bf92a on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:48:21.471400 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:21.475389 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2d2b2844-099e-4b66-b4d9-9ad417824bbf req-596e6c5b-dc46-4937-a6ca-3c1650449567 tempest-VolumesActionsTest-1007398623 tempest-VolumesActionsTest-1007398623-project] 10.222.0.50 "DELETE /v2.0/ports/6b219855-5f10-4af2-92d7-0c659a5bf92a HTTP/1.1" status: 204 len: 173 time: 1.1371281 Sep 21 21:48:21.475942 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'name': 'network-vif-deleted', 'tag': '6b219855-5f10-4af2-92d7-0c659a5bf92a'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:48:21.479012 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9add9885-b9b5-415f-829e-bd26c80d229d" -d '{"events": [{"server_uuid": "ab447c76-8c82-4e52-9edf-c65613459ab8", "name": "network-vif-deleted", "tag": "6b219855-5f10-4af2-92d7-0c659a5bf92a"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:48:21.578662 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d04f8d-00d1-4a17-b99b-e738345dc3c7 x-openstack-request-id: req-97d04f8d-00d1-4a17-b99b-e738345dc3c7 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:48:21.579370 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab447c76-8c82-4e52-9edf-c65613459ab8", "name": "network-vif-deleted", "tag": "6b219855-5f10-4af2-92d7-0c659a5bf92a", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:48:21.579876 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-97d04f8d-00d1-4a17-b99b-e738345dc3c7 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:48:21.581518 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97d04f8d-00d1-4a17-b99b-e738345dc3c7'] response: {'server_uuid': 'ab447c76-8c82-4e52-9edf-c65613459ab8', 'name': 'network-vif-deleted', 'tag': '6b219855-5f10-4af2-92d7-0c659a5bf92a', 'status': 'completed', 'code': 200} Sep 21 21:48:21.710319 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496649-f199-4363-94c3-cc2fa243b5fc req-ffb72047-a5c2-4e3e-a084-08931c33b04d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:21.725835 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-92496649-f199-4363-94c3-cc2fa243b5fc req-ffb72047-a5c2-4e3e-a084-08931c33b04d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.3146169 Sep 21 21:48:21.840057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668041-693d-4a82-891a-03c8d747548b req-24127fad-c4e9-4e26-b03b-6f30126a9a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:21.841668 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-24127fad-c4e9-4e26-b03b-6f30126a9a65 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.3733981 Sep 21 21:48:21.927004 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-b3fde4e1-d227-45d1-8fc4-00130bdf8546 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 200 len: 217 time: 0.0753250 Sep 21 21:48:21.937232 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-92496649-f199-4363-94c3-cc2fa243b5fc req-ed53fd0b-a7e8-44e9-85c2-2bd41fbb34f1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044570 Sep 21 21:48:22.080825 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668041-693d-4a82-891a-03c8d747548b req-f8677137-8c71-4f06-ba5a-58efb4e81b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:22.091765 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-f8677137-8c71-4f06-ba5a-58efb4e81b51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1429713 Sep 21 21:48:22.229975 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29668041-693d-4a82-891a-03c8d747548b req-e6d50361-cb70-4aa7-bbe4-eae6173b1e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:22.233143 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-e6d50361-cb70-4aa7-bbe4-eae6173b1e3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1388423 Sep 21 21:48:22.444712 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-eef8899b-5ad4-4c59-b7ed-e1402b8b9121 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842465 Sep 21 21:48:22.657750 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-29668041-693d-4a82-891a-03c8d747548b req-5c2e9d28-a912-48aa-845b-3835d2ba8235 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007008 Sep 21 21:48:23.278378 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ea39e-7dd6-454d-b156-63adefa0eacc req-c91e83b0-accd-44d9-8252-98052e369fc1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:23.281425 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae5ea39e-7dd6-454d-b156-63adefa0eacc req-c91e83b0-accd-44d9-8252-98052e369fc1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1691530 Sep 21 21:48:23.389166 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae5ea39e-7dd6-454d-b156-63adefa0eacc req-d1385170-7072-47b8-9fc0-c9c4d1dd8e0e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954337 Sep 21 21:48:23.610579 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43768) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:23.846669 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a36baded-674b-4ba5-a020-00fc002d3b3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.015064 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43792) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:24.026340 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a36baded-674b-4ba5-a020-00fc002d3b3f admin admin] Publish callbacks [] for security_group (445781cb-b4be-4a44-9160-d0ba5c3ef866), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.035864 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a36baded-674b-4ba5-a020-00fc002d3b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (445781cb-b4be-4a44-9160-d0ba5c3ef866), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.127311 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a36baded-674b-4ba5-a020-00fc002d3b3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71f49d9c293f491f98d052f363ed49e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5145810 Sep 21 21:48:24.127605 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 43806) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:24.129359 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36baded-674b-4ba5-a020-00fc002d3b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445781cb-b4be-4a44-9160-d0ba5c3ef866,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:24.249200 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-94adf43e-447c-44e4-a610-724f7f1fd552 admin admin] Publish callbacks [] for security_group (445781cb-b4be-4a44-9160-d0ba5c3ef866), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.253519 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-230cefbd-456a-4cb5-aa58-1998e7148cff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.310951 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-94adf43e-447c-44e4-a610-724f7f1fd552 admin admin] Publish callbacks [] for security_group (445781cb-b4be-4a44-9160-d0ba5c3ef866), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.423821 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-94adf43e-447c-44e4-a610-724f7f1fd552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (445781cb-b4be-4a44-9160-d0ba5c3ef866), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.428390 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-94adf43e-447c-44e4-a610-724f7f1fd552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.430427 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-94adf43e-447c-44e4-a610-724f7f1fd552 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/445781cb-b4be-4a44-9160-d0ba5c3ef866 HTTP/1.1" status: 204 len: 168 time: 0.3010840 Sep 21 21:48:24.460177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adf43e-447c-44e4-a610-724f7f1fd552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445781cb-b4be-4a44-9160-d0ba5c3ef866,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:24.466424 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-230cefbd-456a-4cb5-aa58-1998e7148cff admin admin] Publish callbacks [] for security_group (e8c02d29-582d-4970-8357-a4fdef6872ef), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.495050 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-230cefbd-456a-4cb5-aa58-1998e7148cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e8c02d29-582d-4970-8357-a4fdef6872ef), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.611087 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-230cefbd-456a-4cb5-aa58-1998e7148cff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d51ff8bcfe884484a0b607d861d69faf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5918205 Sep 21 21:48:24.611087 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230cefbd-456a-4cb5-aa58-1998e7148cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c02d29-582d-4970-8357-a4fdef6872ef,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:24.611685 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43820) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:24.746954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f873e5c1-8570-456f-896b-66b42b4ef348 admin admin] Publish callbacks [] for security_group (e8c02d29-582d-4970-8357-a4fdef6872ef), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.765647 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8290ab3-e5d0-46ef-b37d-9ac981905ac6 req-68d89de9-9afb-4e60-9a53-06ce72685fb6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:24.779172 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e8290ab3-e5d0-46ef-b37d-9ac981905ac6 req-68d89de9-9afb-4e60-9a53-06ce72685fb6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1938612 Sep 21 21:48:24.840120 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f873e5c1-8570-456f-896b-66b42b4ef348 admin admin] Publish callbacks [] for security_group (e8c02d29-582d-4970-8357-a4fdef6872ef), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:24.950246 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e8290ab3-e5d0-46ef-b37d-9ac981905ac6 req-2b246a20-7609-49f5-a2ae-8e2d1cdd1dd8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691628 Sep 21 21:48:25.011796 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f873e5c1-8570-456f-896b-66b42b4ef348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e8c02d29-582d-4970-8357-a4fdef6872ef), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:25.022177 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f873e5c1-8570-456f-896b-66b42b4ef348 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:25.026832 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f873e5c1-8570-456f-896b-66b42b4ef348 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e8c02d29-582d-4970-8357-a4fdef6872ef HTTP/1.1" status: 204 len: 168 time: 0.4128406 Sep 21 21:48:25.055376 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f873e5c1-8570-456f-896b-66b42b4ef348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c02d29-582d-4970-8357-a4fdef6872ef,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:25.083634 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6b219855-5f10-4af2-92d7-0c659a5bf92a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:48:25.177614 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 6b219855-5f10-4af2-92d7-0c659a5bf92a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:48:25.178005 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6b219855-5f10-4af2-92d7-0c659a5bf92a not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:48:26.120455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9069771d-ad2e-488d-9126-d4bf9f8ade63 req-bb39d734-51b2-4890-86b6-8f0947ffcbeb tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:26.123486 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9069771d-ad2e-488d-9126-d4bf9f8ade63 req-bb39d734-51b2-4890-86b6-8f0947ffcbeb tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.0693884 Sep 21 21:48:26.208586 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9069771d-ad2e-488d-9126-d4bf9f8ade63 req-ccd0ba65-72de-44fb-8f73-d6e97dc10205 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742741 Sep 21 21:48:27.366209 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec891638-1c2e-403a-a152-d42cb7b3e145 req-c940a3a1-fbd7-450f-bd5a-d833066df85e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:27.367702 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ec891638-1c2e-403a-a152-d42cb7b3e145 req-c940a3a1-fbd7-450f-bd5a-d833066df85e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.0596883 Sep 21 21:48:27.440557 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ec891638-1c2e-403a-a152-d42cb7b3e145 req-960e0d9e-dd46-482a-b196-86e184b2fc70 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650816 Sep 21 21:48:28.749132 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a942-f557-47b9-a0f3-c91948927f60 req-9ebb8af1-dd1a-4774-a0ca-e7cb15df9e26 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:28.764111 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7514a942-f557-47b9-a0f3-c91948927f60 req-9ebb8af1-dd1a-4774-a0ca-e7cb15df9e26 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1649821 Sep 21 21:48:28.899551 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7514a942-f557-47b9-a0f3-c91948927f60 req-32cec7aa-ea9f-4034-926f-50b96222d4b7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258690 Sep 21 21:48:29.809286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 43998) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:30.064040 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5683d30b-d2ae-4853-aacf-f55d9946464f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.158423 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0522f-1938-4de2-887f-cc9fffc7065f req-598f6e38-b51d-4c5c-aae8-5a849e3cd873 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:30.160291 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ecf0522f-1938-4de2-887f-cc9fffc7065f req-598f6e38-b51d-4c5c-aae8-5a849e3cd873 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1315310 Sep 21 21:48:30.229331 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5683d30b-d2ae-4853-aacf-f55d9946464f admin admin] Publish callbacks [] for security_group (af9905d5-1d51-4d76-9e96-55707daf72ef), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.236994 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-5683d30b-d2ae-4853-aacf-f55d9946464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (af9905d5-1d51-4d76-9e96-55707daf72ef), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.342859 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-5683d30b-d2ae-4853-aacf-f55d9946464f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=665d4dda289b43f0ad02977c18534f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5315142 Sep 21 21:48:30.343777 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ecf0522f-1938-4de2-887f-cc9fffc7065f req-d02632d9-3e1f-45f9-ac50-7a628291f9ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741252 Sep 21 21:48:30.344029 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44010) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:30.357085 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683d30b-d2ae-4853-aacf-f55d9946464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af9905d5-1d51-4d76-9e96-55707daf72ef,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:30.469346 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Publish callbacks [] for security_group (af9905d5-1d51-4d76-9e96-55707daf72ef), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.534349 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Publish callbacks [] for security_group (af9905d5-1d51-4d76-9e96-55707daf72ef), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.666864 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (af9905d5-1d51-4d76-9e96-55707daf72ef), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.672161 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:30.674777 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af9905d5-1d51-4d76-9e96-55707daf72ef HTTP/1.1" status: 204 len: 168 time: 0.3289754 Sep 21 21:48:30.735384 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9905d5-1d51-4d76-9e96-55707daf72ef,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:30.757898 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.758938 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.759466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.760146 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.761114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.761960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.762848 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.764866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.765956 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.766549 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.767898 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.769989 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:30.770740 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f96e7f2-a848-4b19-84f8-ef04e557ae04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:31.253903 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44048) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:31.685831 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44058) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:31.721653 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6df4-d4ba-486f-a2f0-83ae7723b94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:31.777725 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcecb02-d0b2-41bb-bd2f-167741c3fbdd req-6a9764b9-982f-4a92-80e2-a87ac8cbc83a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:31.782165 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7bcecb02-d0b2-41bb-bd2f-167741c3fbdd req-6a9764b9-982f-4a92-80e2-a87ac8cbc83a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1809430 Sep 21 21:48:31.783225 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9864dcea-ecf6-4791-96af-145cbe65b7c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:31.967979 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7bcecb02-d0b2-41bb-bd2f-167741c3fbdd req-f0eaab6d-da99-4e36-b108-50c20bc50bda tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747334 Sep 21 21:48:32.043349 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9864dcea-ecf6-4791-96af-145cbe65b7c2 admin admin] Publish callbacks [] for security_group (5593f6ea-eeff-4de2-a5b3-b39a8262027b), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.084040 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9864dcea-ecf6-4791-96af-145cbe65b7c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (5593f6ea-eeff-4de2-a5b3-b39a8262027b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.106969 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6df4-d4ba-486f-a2f0-83ae7723b94b admin admin] Publish callbacks [] for security_group (03e6acd9-9bcb-46bf-9d11-32b4ea1324b6), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.126834 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2e6f6df4-d4ba-486f-a2f0-83ae7723b94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (03e6acd9-9bcb-46bf-9d11-32b4ea1324b6), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.188420 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9864dcea-ecf6-4791-96af-145cbe65b7c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=41263cce306244198d3b76d3bd778ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004144 Sep 21 21:48:32.192126 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44068) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:32.199917 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9864dcea-ecf6-4791-96af-145cbe65b7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593f6ea-eeff-4de2-a5b3-b39a8262027b,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:32.240366 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2e6f6df4-d4ba-486f-a2f0-83ae7723b94b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ca6f9f30eb3b4506bb2f9ed8c62557cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9844196 Sep 21 21:48:32.249243 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44070) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:32.272759 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f6df4-d4ba-486f-a2f0-83ae7723b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e6acd9-9bcb-46bf-9d11-32b4ea1324b6,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:32.391076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcb0b-1e0a-40ba-8b41-8426ba6b470c admin admin] Publish callbacks [] for security_group (03e6acd9-9bcb-46bf-9d11-32b4ea1324b6), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.427387 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e99f3073-bb7d-4081-9f17-da35ffb25f5e admin admin] Publish callbacks [] for security_group (5593f6ea-eeff-4de2-a5b3-b39a8262027b), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.465100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e99f3073-bb7d-4081-9f17-da35ffb25f5e admin admin] Publish callbacks [] for security_group (5593f6ea-eeff-4de2-a5b3-b39a8262027b), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.483698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcb0b-1e0a-40ba-8b41-8426ba6b470c admin admin] Publish callbacks [] for security_group (03e6acd9-9bcb-46bf-9d11-32b4ea1324b6), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.613336 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e99f3073-bb7d-4081-9f17-da35ffb25f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (5593f6ea-eeff-4de2-a5b3-b39a8262027b), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.617027 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e99f3073-bb7d-4081-9f17-da35ffb25f5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.622467 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e99f3073-bb7d-4081-9f17-da35ffb25f5e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5593f6ea-eeff-4de2-a5b3-b39a8262027b HTTP/1.1" status: 204 len: 168 time: 0.4262824 Sep 21 21:48:32.638403 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcb0b-1e0a-40ba-8b41-8426ba6b470c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (03e6acd9-9bcb-46bf-9d11-32b4ea1324b6), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.640619 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f5dcb0b-1e0a-40ba-8b41-8426ba6b470c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:32.641027 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f3073-bb7d-4081-9f17-da35ffb25f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593f6ea-eeff-4de2-a5b3-b39a8262027b,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:32.642549 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7f5dcb0b-1e0a-40ba-8b41-8426ba6b470c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03e6acd9-9bcb-46bf-9d11-32b4ea1324b6 HTTP/1.1" status: 204 len: 168 time: 0.3922822 Sep 21 21:48:32.662803 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5dcb0b-1e0a-40ba-8b41-8426ba6b470c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e6acd9-9bcb-46bf-9d11-32b4ea1324b6,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:33.396333 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adafc532-48f7-4671-9c4e-2cd3a11107e3 req-23e88f68-a01a-4b44-aeff-e84f8704e138 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:33.411821 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-adafc532-48f7-4671-9c4e-2cd3a11107e3 req-23e88f68-a01a-4b44-aeff-e84f8704e138 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.2660697 Sep 21 21:48:33.530480 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-adafc532-48f7-4671-9c4e-2cd3a11107e3 req-063efcd4-8491-4a07-abe9-6b2dd9b97f49 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155355 Sep 21 21:48:33.696267 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44112) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:33.727304 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4795d9af-bd57-43f8-8977-f8d261fdf97e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:33.981713 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4795d9af-bd57-43f8-8977-f8d261fdf97e admin admin] Publish callbacks [] for security_group (46bdd10f-a6fa-4f14-8a8d-1eaa504b721a), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:33.988441 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4795d9af-bd57-43f8-8977-f8d261fdf97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (46bdd10f-a6fa-4f14-8a8d-1eaa504b721a), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:34.040066 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-4795d9af-bd57-43f8-8977-f8d261fdf97e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c31c30f2df9745e2a35de778d14bb710&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414514 Sep 21 21:48:34.044142 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44128) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:34.050382 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4795d9af-bd57-43f8-8977-f8d261fdf97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bdd10f-a6fa-4f14-8a8d-1eaa504b721a,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:34.195845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-42156a20-d09b-47b7-b189-27d09ff38602 admin admin] Publish callbacks [] for security_group (46bdd10f-a6fa-4f14-8a8d-1eaa504b721a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:34.250646 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-42156a20-d09b-47b7-b189-27d09ff38602 admin admin] Publish callbacks [] for security_group (46bdd10f-a6fa-4f14-8a8d-1eaa504b721a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:34.394421 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-42156a20-d09b-47b7-b189-27d09ff38602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (46bdd10f-a6fa-4f14-8a8d-1eaa504b721a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:34.400214 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-42156a20-d09b-47b7-b189-27d09ff38602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:34.400214 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-42156a20-d09b-47b7-b189-27d09ff38602 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46bdd10f-a6fa-4f14-8a8d-1eaa504b721a HTTP/1.1" status: 204 len: 168 time: 0.3540878 Sep 21 21:48:34.424907 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42156a20-d09b-47b7-b189-27d09ff38602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bdd10f-a6fa-4f14-8a8d-1eaa504b721a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:34.878910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed716d4-957c-496e-ba70-68868a6f57ce req-d4d04f91-e2ea-4f51-b93b-01bb7874ea2a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:34.880491 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-eed716d4-957c-496e-ba70-68868a6f57ce req-d4d04f91-e2ea-4f51-b93b-01bb7874ea2a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1378777 Sep 21 21:48:35.068828 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-eed716d4-957c-496e-ba70-68868a6f57ce req-3a34422a-d965-4396-8a9d-886780da5cf4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742482 Sep 21 21:48:35.653936 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44180) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:35.689156 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:35.940329 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Publish callbacks [] for security_group (8e27b3f2-1ab4-460c-94f5-be56c90dc265), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:35.948443 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (8e27b3f2-1ab4-460c-94f5-be56c90dc265), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:36.001364 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e27b3f2-1ab4-460c-94f5-be56c90dc265,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:36.021065 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.021427 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.021777 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.022140 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.022482 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.022816 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.023154 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.023482 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.023818 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.024146 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.024474 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.024834 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.025259 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:36.084526 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44202) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:36.087417 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5971c997-0620-4bc1-998d-927db241b36f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a1258a300c441d384628acb9ecd1449&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4319832 Sep 21 21:48:36.237954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ff62-39ee-487b-8750-1e45a26e05e9 admin admin] Publish callbacks [] for security_group (8e27b3f2-1ab4-460c-94f5-be56c90dc265), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:36.320652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ff62-39ee-487b-8750-1e45a26e05e9 admin admin] Publish callbacks [] for security_group (8e27b3f2-1ab4-460c-94f5-be56c90dc265), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:36.372632 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0a090-5c02-45d1-b5cf-ecac1c98b91e req-6a847e04-678c-410b-880f-91c1790dd197 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:36.372935 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-85d0a090-5c02-45d1-b5cf-ecac1c98b91e req-6a847e04-678c-410b-880f-91c1790dd197 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2296813 Sep 21 21:48:36.409335 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02debce7-bac2-4192-9118-525e31f62f72 req-e4fc2302-917d-4a68-83eb-d934b3d94bab tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:36.411595 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-02debce7-bac2-4192-9118-525e31f62f72 req-e4fc2302-917d-4a68-83eb-d934b3d94bab tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1535277 Sep 21 21:48:36.484713 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-85d0a090-5c02-45d1-b5cf-ecac1c98b91e req-67c32c53-cae2-4fd4-bef4-a7534a94acc7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989621 Sep 21 21:48:36.533854 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-02debce7-bac2-4192-9118-525e31f62f72 req-c2b7dd76-1bbd-44e7-bef5-61067056721a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108649 Sep 21 21:48:36.585080 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ff62-39ee-487b-8750-1e45a26e05e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (8e27b3f2-1ab4-460c-94f5-be56c90dc265), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:36.589275 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dfe5ff62-39ee-487b-8750-1e45a26e05e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:36.594158 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-dfe5ff62-39ee-487b-8750-1e45a26e05e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e27b3f2-1ab4-460c-94f5-be56c90dc265 HTTP/1.1" status: 204 len: 168 time: 0.5048749 Sep 21 21:48:36.601926 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe5ff62-39ee-487b-8750-1e45a26e05e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e27b3f2-1ab4-460c-94f5-be56c90dc265,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:37.780966 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44260) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:37.837690 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d38a32-1673-4f3c-b480-7b8fe2893ce3 req-b6c77a24-9983-4896-aaba-299d0e911302 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:37.866207 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a1d38a32-1673-4f3c-b480-7b8fe2893ce3 req-b6c77a24-9983-4896-aaba-299d0e911302 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1319757 Sep 21 21:48:37.940176 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22d63f-7f95-4ba8-8a4d-1a17dbd3efb5 req-b5a4fb11-6b72-4a5d-bec3-a83beaafeaff tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:37.966414 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4d22d63f-7f95-4ba8-8a4d-1a17dbd3efb5 req-b5a4fb11-6b72-4a5d-bec3-a83beaafeaff tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2872946 Sep 21 21:48:37.986558 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a1d38a32-1673-4f3c-b480-7b8fe2893ce3 req-a7eab9ca-cbbc-4198-a473-1fcc04d5ccdf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185014 Sep 21 21:48:38.126798 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4d22d63f-7f95-4ba8-8a4d-1a17dbd3efb5 req-01b49ed6-b0fc-447c-8afb-512b82b99b91 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592062 Sep 21 21:48:38.143889 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e956a2dc-26fe-45ee-b20a-cf2239ac2964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:38.476916 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c95f0097-ca20-479b-bf70-e615e9391810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:38.489118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e956a2dc-26fe-45ee-b20a-cf2239ac2964 admin admin] Publish callbacks [] for security_group (7203c72c-1e17-47ab-8ada-a23ef4d130f2), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:38.499187 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e956a2dc-26fe-45ee-b20a-cf2239ac2964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7203c72c-1e17-47ab-8ada-a23ef4d130f2), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:38.613210 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e956a2dc-26fe-45ee-b20a-cf2239ac2964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7203c72c-1e17-47ab-8ada-a23ef4d130f2,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:38.655516 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e956a2dc-26fe-45ee-b20a-cf2239ac2964 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7274bf183ef14b21b36b5e3d79576fd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8700769 Sep 21 21:48:38.659557 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44288) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:38.837591 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb68fd31-22cb-44b5-9976-82871a077c2e admin admin] Publish callbacks [] for security_group (7203c72c-1e17-47ab-8ada-a23ef4d130f2), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:38.876457 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44298) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:38.885950 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--576448380', 'description': 'tempest-description--450462759'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:38.917616 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb68fd31-22cb-44b5-9976-82871a077c2e admin admin] Publish callbacks [] for security_group (7203c72c-1e17-47ab-8ada-a23ef4d130f2), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:38.934845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.071606 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb68fd31-22cb-44b5-9976-82871a077c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7203c72c-1e17-47ab-8ada-a23ef4d130f2), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.075798 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb68fd31-22cb-44b5-9976-82871a077c2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.077666 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cb68fd31-22cb-44b5-9976-82871a077c2e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7203c72c-1e17-47ab-8ada-a23ef4d130f2 HTTP/1.1" status: 204 len: 168 time: 0.4158349 Sep 21 21:48:39.099793 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68fd31-22cb-44b5-9976-82871a077c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7203c72c-1e17-47ab-8ada-a23ef4d130f2,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:39.195528 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.218641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.338273 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:39.381335 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.383124 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-602e823f-5f49-4bda-b0d5-a7946b1f12f3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5042460 Sep 21 21:48:39.393542 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44314) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:39.408797 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': 'f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:39.459788 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf706b6-c4a8-45d9-8cdd-af3cff677009 req-9444eeb6-9650-409f-b018-d2936d52f15d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:39.467836 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bdf706b6-c4a8-45d9-8cdd-af3cff677009 req-9444eeb6-9650-409f-b018-d2936d52f15d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.2678444 Sep 21 21:48:39.577017 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c66b2-5cee-4bd3-a403-77bde8f6c508 req-86d65f50-ffdd-451b-be28-675dc85e4221 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:39.592103 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-868c66b2-5cee-4bd3-a403-77bde8f6c508 req-86d65f50-ffdd-451b-be28-675dc85e4221 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2266357 Sep 21 21:48:39.595675 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (7cc39456-a933-45b1-a218-680016fa1e71), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.659856 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bdf706b6-c4a8-45d9-8cdd-af3cff677009 req-e332e984-bd8f-4dcb-922d-e4c2466756f8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821702 Sep 21 21:48:39.857240 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-868c66b2-5cee-4bd3-a403-77bde8f6c508 req-dc9ba67e-52bf-49f6-a142-413460e660ba tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635856 Sep 21 21:48:39.880951 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (7cc39456-a933-45b1-a218-680016fa1e71), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.888960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (7cc39456-a933-45b1-a218-680016fa1e71), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.949306 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc39456-a933-45b1-a218-680016fa1e71,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:39.983498 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:39.989822 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-8db33261-008f-4fa2-95e2-cc2003eea2ba tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5912821 Sep 21 21:48:39.994266 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44326) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:40.013704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': 'f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:40.117420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (20930e28-8e5c-43c9-bb45-99928f7d518f), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.253477 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44330) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:40.330328 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-06991ea8-80b7-4e72-93d8-a6740b2c8727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.354754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (20930e28-8e5c-43c9-bb45-99928f7d518f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.363979 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (20930e28-8e5c-43c9-bb45-99928f7d518f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.414578 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20930e28-8e5c-43c9-bb45-99928f7d518f,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:40.466107 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.468364 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4b417a66-a814-4a37-bd15-78b399437570 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4715574 Sep 21 21:48:40.473723 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44336) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:40.485366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:40.540061 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.561703 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-06991ea8-80b7-4e72-93d8-a6740b2c8727 admin admin] Publish callbacks [] for security_group (6ee05f74-fb6c-41e1-ba01-78741b6b00b7), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.568448 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-06991ea8-80b7-4e72-93d8-a6740b2c8727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6ee05f74-fb6c-41e1-ba01-78741b6b00b7), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.632153 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e758b122-8097-40ab-98c2-4232691f992c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.638704 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06991ea8-80b7-4e72-93d8-a6740b2c8727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee05f74-fb6c-41e1-ba01-78741b6b00b7,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:40.702014 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-06991ea8-80b7-4e72-93d8-a6740b2c8727 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=532e34d28d45438dbfd5753131b4d448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4428804 Sep 21 21:48:40.702756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44342) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:40.787820 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d186fb7f-9030-4e00-ac6e-ec356120803b admin admin] Publish callbacks [] for security_group (6ee05f74-fb6c-41e1-ba01-78741b6b00b7), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.827107 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.829555 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d186fb7f-9030-4e00-ac6e-ec356120803b admin admin] Publish callbacks [] for security_group (6ee05f74-fb6c-41e1-ba01-78741b6b00b7), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.927712 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d186fb7f-9030-4e00-ac6e-ec356120803b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6ee05f74-fb6c-41e1-ba01-78741b6b00b7), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.935209 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d186fb7f-9030-4e00-ac6e-ec356120803b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:40.941451 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d186fb7f-9030-4e00-ac6e-ec356120803b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ee05f74-fb6c-41e1-ba01-78741b6b00b7 HTTP/1.1" status: 204 len: 168 time: 0.2366517 Sep 21 21:48:40.957442 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186fb7f-9030-4e00-ac6e-ec356120803b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee05f74-fb6c-41e1-ba01-78741b6b00b7,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:41.053725 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7451e-8939-4f6a-9498-4749236be309 req-a913ef9a-0021-47cc-a47f-902823a276a7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:41.055371 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cfd7451e-8939-4f6a-9498-4749236be309 req-a913ef9a-0021-47cc-a47f-902823a276a7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1496153 Sep 21 21:48:41.091317 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.27.3.150 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/9a65c3e6-d53d-4528-855f-0623e10811dc) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:48:41.213448 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cfd7451e-8939-4f6a-9498-4749236be309 req-0a8044b3-fe82-43b2-b013-a5674866c958 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355925 Sep 21 21:48:41.312291 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1551a2-d3c8-4c55-b710-8789c6ad7b52 req-603feb29-df78-42f4-ada0-c6af4682e3d6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:41.313992 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9e1551a2-d3c8-4c55-b710-8789c6ad7b52 req-603feb29-df78-42f4-ada0-c6af4682e3d6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2388740 Sep 21 21:48:41.316751 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:41.410272 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:41.446593 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9e1551a2-d3c8-4c55-b710-8789c6ad7b52 req-db73ca08-fd4e-4e34-aa90-d08746c8458b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195788 Sep 21 21:48:41.458402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:48:41.526471 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:48:41.530886 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:48:41.548095 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=9a65c3e6-d53d-4528-855f-0623e10811dc,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:41.620151 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (600d0d3e-09a3-42d9-a04a-55e311448d27), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:41.700190 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:42.085235 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:42.097480 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:42.104476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (600d0d3e-09a3-42d9-a04a-55e311448d27), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:42.275079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:42.358499 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=9a65c3e6-d53d-4528-855f-0623e10811dc,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:42.371843 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:42.394746 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7bbb0194-f93b-4e7c-85ac-11316747a0d8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9193358 Sep 21 21:48:42.514873 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-56086e88-500d-4caf-84c6-3249d20ce99a tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=01ef68ddbb27485297c680d81ed9bad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1179609 Sep 21 21:48:42.525648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9b4a94-0c67-4f3b-ab55-9754cdbb43c1 req-f64a87cc-3078-4b12-953a-14ba5c182afb tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:42.532464 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fe9b4a94-0c67-4f3b-ab55-9754cdbb43c1 req-f64a87cc-3078-4b12-953a-14ba5c182afb tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1265492 Sep 21 21:48:42.653525 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fe9b4a94-0c67-4f3b-ab55-9754cdbb43c1 req-8d8758b7-c4ca-4f84-88a6-b905dab6a0c1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112192 Sep 21 21:48:42.933680 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e68fe-3e2b-4cfd-b5f3-c781476c776f req-3802bc0b-90ee-4a57-90c9-7145a6d288e1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:42.937203 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-174e68fe-3e2b-4cfd-b5f3-c781476c776f req-3802bc0b-90ee-4a57-90c9-7145a6d288e1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1096315 Sep 21 21:48:43.074281 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-174e68fe-3e2b-4cfd-b5f3-c781476c776f req-4449164d-48e9-4eac-b897-d35037f2d25d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180811 Sep 21 21:48:43.444198 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-24eb30f1-c31c-4e68-b795-f0613357a4fe tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--576448380&fields=id&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 267 time: 0.1872723 Sep 21 21:48:43.449979 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-63a34836-08f0-4121-bd4e-7048187863ee tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:43.464099 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-63a34836-08f0-4121-bd4e-7048187863ee tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9474015 Sep 21 21:48:43.498280 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-b8498b43-7a52-42c9-a328-240ae7b7d117 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/quotas/01ef68ddbb27485297c680d81ed9bad5 HTTP/1.1" status: 200 len: 375 time: 0.0325475 Sep 21 21:48:43.571904 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-2c356fe1-f804-415d-8cfc-c762cd1e576a tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=01ef68ddbb27485297c680d81ed9bad5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709250 Sep 21 21:48:43.717475 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-47b71fcd-a51a-4358-ba29-944ebd4b8699 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:43.734746 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-47b71fcd-a51a-4358-ba29-944ebd4b8699 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.2868617 Sep 21 21:48:43.806182 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-ff4db576-b720-4a68-b1ec-20fb055083dc tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/quotas/34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 375 time: 0.0593565 Sep 21 21:48:43.812806 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:43.979483 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-a769dc79-7835-4911-babc-d20e9b70e75e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1717064 Sep 21 21:48:44.123674 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d7934-7bf1-40cf-9702-a07f8c29a9af req-88d78850-8bfe-47e4-b78f-2e04cc83fea1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:44.142034 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f03d7934-7bf1-40cf-9702-a07f8c29a9af req-88d78850-8bfe-47e4-b78f-2e04cc83fea1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1178193 Sep 21 21:48:44.280492 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-a7a8820e-1548-4e5a-a60e-65ffae595d5a service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850323 Sep 21 21:48:44.307222 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f03d7934-7bf1-40cf-9702-a07f8c29a9af req-a256d4a4-e5ab-488f-b4dc-846a344be71d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633856 Sep 21 21:48:44.444923 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b8de25db-a8b0-453b-942d-64c3f49ff80a req-c5434f7e-d6ee-4c6e-a284-edf75b6cdcb4 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 210 time: 0.0475082 Sep 21 21:48:44.510677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f8109-4e20-4ee1-aeea-09f606206aac req-578cd57f-e9a1-4d60-9f2a-95032c5af666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:44.515565 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-792f8109-4e20-4ee1-aeea-09f606206aac req-578cd57f-e9a1-4d60-9f2a-95032c5af666 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1130 time: 0.1538649 Sep 21 21:48:44.591508 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-e5fa7829-4b84-4388-a2a7-8140f80ca148 service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081737 Sep 21 21:48:44.706013 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-792f8109-4e20-4ee1-aeea-09f606206aac req-af03c451-a573-4def-b202-630b9b0cd0ec service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813672 Sep 21 21:48:44.764689 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19467e19-a1d2-4432-977c-a04f36b0f780 req-1cc78629-d01a-4e84-be17-2904f370554a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:44.776074 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-19467e19-a1d2-4432-977c-a04f36b0f780 req-1cc78629-d01a-4e84-be17-2904f370554a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2029083 Sep 21 21:48:44.951697 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-19467e19-a1d2-4432-977c-a04f36b0f780 req-323c9939-3ee8-4d4b-bbe8-e63821afd73d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721594 Sep 21 21:48:44.979616 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-aeed7e7b-f515-44f4-84d0-bf6fa8b13f55 req-15c743bf-e7a4-4dc2-9d4d-38fddc078a88 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 210 time: 0.1027672 Sep 21 21:48:45.166597 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:45.226735 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44476) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:45.702590 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-69b3b83d-4fa3-406f-803b-322b85992adb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:45.739045 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a59116f-5e34-47c4-ab44-973fcc9f33c3 req-a239808d-3c40-4b97-8ac3-9c0c29ead2e0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:45.741535 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9a59116f-5e34-47c4-ab44-973fcc9f33c3 req-a239808d-3c40-4b97-8ac3-9c0c29ead2e0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1916630 Sep 21 21:48:45.776259 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6cae37ea-1c35-4ef1-97af-c6cb0b0ac29b req-47ad2900-52d2-4c76-8a49-f6fbe18ecc2e tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 210 time: 0.0897477 Sep 21 21:48:46.113445 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9a59116f-5e34-47c4-ab44-973fcc9f33c3 req-795eac88-2711-4a2d-ae1f-a23ca92d2ea1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568721 Sep 21 21:48:46.156341 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-69b3b83d-4fa3-406f-803b-322b85992adb admin admin] Publish callbacks [] for security_group (94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:46.168045 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-69b3b83d-4fa3-406f-803b-322b85992adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:46.204249 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-7c69f638-1153-414e-aaa1-37afa21d1650 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=01ef68ddbb27485297c680d81ed9bad5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588906 Sep 21 21:48:46.258299 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-69b3b83d-4fa3-406f-803b-322b85992adb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32708c8ff3d44f38b0ae9eb76a391e12&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0287499 Sep 21 21:48:46.260239 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44502) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:46.300775 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3b83d-4fa3-406f-803b-322b85992adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:46.438311 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c8278669-1fb7-4e37-a8f2-5c1a6f1c99b9 admin admin] Publish callbacks [] for security_group (94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:46.484341 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c8278669-1fb7-4e37-a8f2-5c1a6f1c99b9 admin admin] Publish callbacks [] for security_group (94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:46.663639 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-2275f34e-ae02-44e0-8275-44fe22e7fc03 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:46.670029 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-2275f34e-ae02-44e0-8275-44fe22e7fc03 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4604626 Sep 21 21:48:46.730885 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1005cd8a-db82-4e4c-84f7-295757a62fcd req-2302d5e4-5c87-4871-b3d5-7e87d438a7bd tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 210 time: 0.0560236 Sep 21 21:48:46.744356 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Request body: {'port': {'device_id': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8', 'admin_state_up': True, 'tenant_id': '01ef68ddbb27485297c680d81ed9bad5'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:47.050388 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Made reservation on behalf of 01ef68ddbb27485297c680d81ed9bad5 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:48:47.056891 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:47.121369 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:47.170791 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-63f7a471-cc45-496d-95bd-4b061bed1b44 req-feca49ef-8c4f-4d45-8ecc-20d238df4bfa tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 210 time: 0.1224346 Sep 21 21:48:47.183524 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c8278669-1fb7-4e37-a8f2-5c1a6f1c99b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:47.189357 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c8278669-1fb7-4e37-a8f2-5c1a6f1c99b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:47.191311 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c8278669-1fb7-4e37-a8f2-5c1a6f1c99b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67 HTTP/1.1" status: 204 len: 168 time: 0.9148512 Sep 21 21:48:47.222601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ea765-e0bd-4e58-8d06-69aa36320e17 req-a2f2b365-30e8-4c21-8a71-94e7774a70e9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:47.239384 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3b1ea765-e0bd-4e58-8d06-69aa36320e17 req-a2f2b365-30e8-4c21-8a71-94e7774a70e9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.8185754 Sep 21 21:48:47.300501 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8278669-1fb7-4e37-a8f2-5c1a6f1c99b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f3d7cf-97a1-44c5-bbaa-85f10ffa9e67,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:47.440783 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3b1ea765-e0bd-4e58-8d06-69aa36320e17 req-3ff7b270-fd66-4ad4-9a7f-736fe4fbd018 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902432 Sep 21 21:48:47.451285 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-d4ca7e37-c2ac-4cd8-a92b-d7ee88ac8494 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:47.453306 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-d4ca7e37-c2ac-4cd8-a92b-d7ee88ac8494 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.3775563 Sep 21 21:48:47.501133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks [] for security_group (d6861eba-d62d-4373-9b41-458c57026655), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:47.524785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d6861eba-d62d-4373-9b41-458c57026655), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:47.624743 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6861eba-d62d-4373-9b41-458c57026655,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:47.704114 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-e45e15e8-f903-4005-975b-802b067782df tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 472 time: 0.2395952 Sep 21 21:48:47.724998 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'port': {'device_id': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'admin_state_up': True, 'tenant_id': '34029272331c413486ea50d15a1808bf', 'security_groups': ['f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:47.848210 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27313f7b-e982-4322-97c3-8d1f9227e59d req-fd9988ec-8043-49bf-a438-2429f39e8459 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:47.859958 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-27313f7b-e982-4322-97c3-8d1f9227e59d req-fd9988ec-8043-49bf-a438-2429f39e8459 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.3565943 Sep 21 21:48:48.080316 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Allocated IP 192.168.233.104 (cec5b98e-7eb2-4cbd-a3c2-48f563d05be8/b109666e-674e-41b2-9f37-532948ec5fc3/59c52498-5a7d-4063-904d-21ddf1195d98) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:48:48.089056 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-27313f7b-e982-4322-97c3-8d1f9227e59d req-4bf964da-c56f-41df-8745-c20e98eb6d78 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987216 Sep 21 21:48:48.152382 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f45b9bd3-ebfe-464b-bde8-6cdaa5cc7ecb req-69a4acec-9a49-4382-8e2c-edb041676710 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 210 time: 0.1679688 Sep 21 21:48:48.162598 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Made reservation on behalf of 34029272331c413486ea50d15a1808bf for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:48:48.187291 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:48.573428 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ef76152-9b76-46ad-b2a5-b1579ec1c1fa req-70e76835-590f-4297-a5e7-db3901538b3e tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 210 time: 0.0731668 Sep 21 21:48:48.608223 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.20.0.14 (a849563c-ff3e-4f21-9e5e-283ea0f8bb45/8de3fc6c-e3ed-4396-9896-c4f158414300/7a76e849-4f30-4f34-8d41-f403d9fc5701) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:48:48.703441 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks [] for port (59c52498-5a7d-4063-904d-21ddf1195d98), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:48.789227 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:48.827740 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-6498a38a-d028-4a4f-aaa2-cd44d6fdaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:48.827740 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-6498a38a-d028-4a4f-aaa2-cd44d6fdaf40 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 1130 time: 0.1763766 Sep 21 21:48:48.919259 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Pushing event updated for resources: {'Port': ['ID=59c52498-5a7d-4063-904d-21ddf1195d98,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:48.942964 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:48:48.946265 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:48:48.960358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:48:48.965910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:48.966625 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:49.027909 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-cb529eab-65ff-4280-9eb2-e38196ce9a58 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2919898 Sep 21 21:48:49.047383 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Request body: {'port': {'device_id': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:49.078513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:49.134437 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d440c669-04d9-4b79-bc01-114d555d4af1 req-33659c2a-6782-4fa2-bd90-2a21086b4919 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:49.143347 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d440c669-04d9-4b79-bc01-114d555d4af1 req-33659c2a-6782-4fa2-bd90-2a21086b4919 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1942358 Sep 21 21:48:49.182035 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:49.265028 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:49.334190 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d440c669-04d9-4b79-bc01-114d555d4af1 req-74256e2a-f74f-4b40-843d-d5e28d10c06f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869280 Sep 21 21:48:49.343050 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-457847b8-b1c3-4a6d-8a9c-e4fe38639f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:49.344768 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-457847b8-b1c3-4a6d-8a9c-e4fe38639f0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.5037706 Sep 21 21:48:49.394480 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Provisioning complete for port 59c52498-5a7d-4063-904d-21ddf1195d98 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:48:49.395226 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:49.395226 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Attempt 1 to provision port 59c52498-5a7d-4063-904d-21ddf1195d98 Sep 21 21:48:49.431748 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42b0395-4a7f-4f9c-ad69-8bbbc5ad15e6 req-b93723fe-c0d5-4341-a02b-a9cd7bed8d83 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:49.444526 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f42b0395-4a7f-4f9c-ad69-8bbbc5ad15e6 req-b93723fe-c0d5-4341-a02b-a9cd7bed8d83 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.6011643 Sep 21 21:48:49.581591 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Port 59c52498-5a7d-4063-904d-21ddf1195d98 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:48:49.666111 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-1a088e2c-f0db-4936-a8a7-c4a784accbd8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 200 len: 217 time: 0.2820771 Sep 21 21:48:49.668938 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:48:49.675305 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f42b0395-4a7f-4f9c-ad69-8bbbc5ad15e6 req-77631bda-2730-4cee-a89c-18e7de4015e4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294900 Sep 21 21:48:49.740382 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-ecfd519a-5d54-4ff8-808b-f033fe61ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:49.743261 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-ecfd519a-5d54-4ff8-808b-f033fe61ca2c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0659490 Sep 21 21:48:49.744577 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=7a76e849-4f30-4f34-8d41-f403d9fc5701,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:49.750074 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:48:49.752897 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:48:49.853833 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83573ded-76ef-49eb-a82b-f42d30582dc6 req-29a22b96-ac93-4e7b-b10b-ac8fd0cabca1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:49.856167 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83573ded-76ef-49eb-a82b-f42d30582dc6 req-29a22b96-ac93-4e7b-b10b-ac8fd0cabca1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 932 time: 0.2309835 Sep 21 21:48:50.005396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c52498-5a7d-4063-904d-21ddf1195d98 {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:48:50.020827 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Publish callbacks [] for port (59c52498-5a7d-4063-904d-21ddf1195d98), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.040860 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:50.041545 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.042225 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Transition to ACTIVE for port object 59c52498-5a7d-4063-904d-21ddf1195d98 will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:48:50.087618 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Attempt 2 to provision port 59c52498-5a7d-4063-904d-21ddf1195d98 Sep 21 21:48:50.108891 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.172837 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83573ded-76ef-49eb-a82b-f42d30582dc6 req-6d6bed88-a234-477c-8b48-6776d5d1ece8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919333 Sep 21 21:48:50.184238 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6e8e059d-7ef6-4e42-ad2d-f5bdfed4abc9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4698751 Sep 21 21:48:50.242983 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Request body: {'port': {'device_id': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:50.253343 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Port 59c52498-5a7d-4063-904d-21ddf1195d98 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:48:50.267029 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Pushing event updated for resources: {'Port': ['ID=59c52498-5a7d-4063-904d-21ddf1195d98,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:50.275400 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-da60ffb9-3ad3-4435-aeae-4234920942ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:50.276980 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-da60ffb9-3ad3-4435-aeae-4234920942ae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5189269 Sep 21 21:48:50.312842 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91215553-6d9e-4527-89dc-991784e93dc3 req-36e0ea96-d1e4-4999-85bf-03f7573dd74b tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:50.312842 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-91215553-6d9e-4527-89dc-991784e93dc3 req-36e0ea96-d1e4-4999-85bf-03f7573dd74b tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 948 time: 0.3695896 Sep 21 21:48:50.359957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Attempting to bind port 59c52498-5a7d-4063-904d-21ddf1195d98 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:48:50.360664 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Attempting to bind port 59c52498-5a7d-4063-904d-21ddf1195d98 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:48:50.361067 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Attempting to bind port 59c52498-5a7d-4063-904d-21ddf1195d98 on network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:48:50.366691 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Port 59c52498-5a7d-4063-904d-21ddf1195d98 on network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:48:50.367251 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Attempting to bind port 59c52498-5a7d-4063-904d-21ddf1195d98 on network cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:48:50.375794 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:48:50.378776 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Checking segment: {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:48:50.380464 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Bound using segment: {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:48:50.382076 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Bound port: 59c52498-5a7d-4063-904d-21ddf1195d98, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13058523-bd77-4bdc-a3a3-4ef67e1c9f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:48:50.385685 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.498941 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-91215553-6d9e-4527-89dc-991784e93dc3 req-730e1a58-87f7-428d-a1d9-a1b904bab0a1 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711831 Sep 21 21:48:50.502069 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.604643 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-16b9ae83-d3be-4c73-a50a-728046fd89f7 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851696 Sep 21 21:48:50.653693 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] For port 59c52498-5a7d-4063-904d-21ddf1195d98, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:48:50.661267 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] For port 59c52498-5a7d-4063-904d-21ddf1195d98, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=59c52498-5a7d-4063-904d-21ddf1195d98,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:48:50.676651 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.742926 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:50.743570 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:50.750888 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] 10.222.0.50 "PUT /v2.0/ports/59c52498-5a7d-4063-904d-21ddf1195d98 HTTP/1.1" status: 200 len: 1098 time: 1.7069590 Sep 21 21:48:50.750888 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'tag': '59c52498-5a7d-4063-904d-21ddf1195d98'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:48:50.751994 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b058124c-f9c8-467e-beb9-308760ad5285" -d '{"events": [{"name": "network-changed", "server_uuid": "7457913d-79e5-4655-9fd1-dcbadd39e756", "tag": "59c52498-5a7d-4063-904d-21ddf1195d98"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:48:50.755772 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Attempt 3 to provision port 59c52498-5a7d-4063-904d-21ddf1195d98 Sep 21 21:48:50.785496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b99f8b-6e2d-4f92-b83f-e8bf3d145be3 req-a0f89823-9777-4ffd-9198-adedfcf96525 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:50.788460 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-13b99f8b-6e2d-4f92-b83f-e8bf3d145be3 req-a0f89823-9777-4ffd-9198-adedfcf96525 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2241528 Sep 21 21:48:50.796094 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865ad38b-07c7-48fa-a6d7-aa1d81fd5f02 service neutron] Pushing event updated for resources: {'Port': ['ID=59c52498-5a7d-4063-904d-21ddf1195d98,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:50.973615 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-13b99f8b-6e2d-4f92-b83f-e8bf3d145be3 req-a1b199bc-beff-4a72-b20c-9688151ff812 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553910 Sep 21 21:48:51.008236 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-02c16b3a-01d4-4bb8-90f5-972ec7929740 None None] Port 59c52498-5a7d-4063-904d-21ddf1195d98 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:48:51.016269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:51.039355 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d8702a0-e8b6-4bd1-abb5-0343470da054 req-56fd48ab-5f29-4380-bc17-24e3a16b6de9 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232135 Sep 21 21:48:51.043704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-3ff847f3-8aa8-485a-9f82-5ff62f309850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:51.047804 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-3ff847f3-8aa8-485a-9f82-5ff62f309850 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ef68ddbb27485297c680d81ed9bad5&device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 1132 time: 0.1417384 Sep 21 21:48:51.118481 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-8bf1563d-64e8-4074-a74d-2f258d6f392d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=59c52498-5a7d-4063-904d-21ddf1195d98 HTTP/1.1" status: 200 len: 217 time: 0.0611260 Sep 21 21:48:51.152390 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c093f73-b03e-4612-ab5f-1c1b0a419dad x-openstack-request-id: req-0c093f73-b03e-4612-ab5f-1c1b0a419dad {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:48:51.152390 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7457913d-79e5-4655-9fd1-dcbadd39e756", "tag": "59c52498-5a7d-4063-904d-21ddf1195d98", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:48:51.153132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0c093f73-b03e-4612-ab5f-1c1b0a419dad {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:48:51.154084 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c093f73-b03e-4612-ab5f-1c1b0a419dad'] response: {'name': 'network-changed', 'server_uuid': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'tag': '59c52498-5a7d-4063-904d-21ddf1195d98', 'status': 'completed', 'code': 200} Sep 21 21:48:51.172611 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Provisioning complete for port 7a76e849-4f30-4f34-8d41-f403d9fc5701 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:48:51.173198 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:51.173720 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Attempt 1 to provision port 7a76e849-4f30-4f34-8d41-f403d9fc5701 Sep 21 21:48:51.180246 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae5ef6-0dc2-409d-9f84-350ea71e7581 req-de8cc6c0-5c21-468e-a3a0-f6d581f7221e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:51.182974 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7dae5ef6-0dc2-409d-9f84-350ea71e7581 req-de8cc6c0-5c21-468e-a3a0-f6d581f7221e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.3336012 Sep 21 21:48:51.254932 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Port 7a76e849-4f30-4f34-8d41-f403d9fc5701 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:48:51.262921 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-ceb5814f-0c04-4391-91c5-f13d824074b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:51.265620 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-ceb5814f-0c04-4391-91c5-f13d824074b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b109666e-674e-41b2-9f37-532948ec5fc3 HTTP/1.1" status: 200 len: 843 time: 0.1372058 Sep 21 21:48:51.439313 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7dae5ef6-0dc2-409d-9f84-350ea71e7581 req-25d6d7c6-5ac7-4d50-b767-4838f9d6a698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403727 Sep 21 21:48:51.470904 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a76e849-4f30-4f34-8d41-f403d9fc5701 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:48:51.503153 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-d3fab929-5868-4ffd-a673-77f7ef0f52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:51.503868 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Publish callbacks [] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:51.507026 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-d3fab929-5868-4ffd-a673-77f7ef0f52e8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cec5b98e-7eb2-4cbd-a3c2-48f563d05be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2238777 Sep 21 21:48:51.548818 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Transition to ACTIVE for port object 7a76e849-4f30-4f34-8d41-f403d9fc5701 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:48:51.559484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:51.753687 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428bceff-b036-48a3-9bb5-35250904c8af req-aa911134-c6be-4146-b63d-3c402c57331f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:51.756383 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Attempt 2 to provision port 7a76e849-4f30-4f34-8d41-f403d9fc5701 Sep 21 21:48:51.766783 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-428bceff-b036-48a3-9bb5-35250904c8af req-aa911134-c6be-4146-b63d-3c402c57331f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 932 time: 0.3968768 Sep 21 21:48:51.877237 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-428bceff-b036-48a3-9bb5-35250904c8af req-03feb23f-6659-4155-9740-934af5ac041b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086464 Sep 21 21:48:51.882283 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Port 7a76e849-4f30-4f34-8d41-f403d9fc5701 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:48:51.917632 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Pushing event updated for resources: {'Port': ['ID=7a76e849-4f30-4f34-8d41-f403d9fc5701,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:51.923382 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-c53b36ac-96e9-4a51-91cb-0d493a33cb06 service neutron] 10.222.0.50 "GET /v2.0/networks/cec5b98e-7eb2-4cbd-a3c2-48f563d05be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012206 Sep 21 21:48:52.047548 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Attempting to bind port 7a76e849-4f30-4f34-8d41-f403d9fc5701 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:48:52.048089 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Attempting to bind port 7a76e849-4f30-4f34-8d41-f403d9fc5701 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:48:52.048443 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Attempting to bind port 7a76e849-4f30-4f34-8d41-f403d9fc5701 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:48:52.061866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Port 7a76e849-4f30-4f34-8d41-f403d9fc5701 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:48:52.062226 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Attempting to bind port 7a76e849-4f30-4f34-8d41-f403d9fc5701 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:48:52.077979 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:48:52.082012 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:48:52.082591 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Bound using segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:48:52.083091 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Bound port: 7a76e849-4f30-4f34-8d41-f403d9fc5701, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:48:52.083483 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:52.161026 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a0ba5-c852-47d7-b46b-17a4268890dd req-64526085-5a38-432e-92b4-9026793de419 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:52.173369 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e41a0ba5-c852-47d7-b46b-17a4268890dd req-64526085-5a38-432e-92b4-9026793de419 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 948 time: 0.4392724 Sep 21 21:48:52.281476 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] For port 7a76e849-4f30-4f34-8d41-f403d9fc5701, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:48:52.291760 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] For port 7a76e849-4f30-4f34-8d41-f403d9fc5701, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:48:52.313701 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:52.327771 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:52.328414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:52.328899 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a6f8dc37-db92-4bcb-a5a6-18b70262186e req-0c7314f3-9498-451a-af6e-b207a6f8f633 service neutron] 10.222.0.50 "GET /v2.0/networks/cec5b98e-7eb2-4cbd-a3c2-48f563d05be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3977904 Sep 21 21:48:52.329922 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] 10.222.0.50 "PUT /v2.0/ports/7a76e849-4f30-4f34-8d41-f403d9fc5701 HTTP/1.1" status: 200 len: 1094 time: 2.1230214 Sep 21 21:48:52.330462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:48:52.345503 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9ab5bc-b3db-4292-8d91-e037857a1583" -d '{"events": [{"name": "network-changed", "server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:48:52.383486 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Attempt 3 to provision port 7a76e849-4f30-4f34-8d41-f403d9fc5701 Sep 21 21:48:52.414905 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e51334-4ec8-4c42-96a4-38b78bd39dcd req-192cde19-a41e-45b7-aad2-48ba1d08de54 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:52.419839 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b2e51334-4ec8-4c42-96a4-38b78bd39dcd req-192cde19-a41e-45b7-aad2-48ba1d08de54 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2644546 Sep 21 21:48:52.499520 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-55155493-dea2-455a-8589-104ad32ba280 None None] Port 7a76e849-4f30-4f34-8d41-f403d9fc5701 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:48:52.511014 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf3ad5-a064-460f-983b-35c8b176fb75 service neutron] Pushing event updated for resources: {'Port': ['ID=7a76e849-4f30-4f34-8d41-f403d9fc5701,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:52.541613 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e41a0ba5-c852-47d7-b46b-17a4268890dd req-433f9388-4aa7-466f-ac63-3c7022ca560d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669109 Sep 21 21:48:52.579900 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058124c-f9c8-467e-beb9-308760ad5285 req-774deb77-22be-4752-aa1d-c231c8df51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:52.586737 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-774deb77-22be-4752-aa1d-c231c8df51ea service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=01ef68ddbb27485297c680d81ed9bad5&device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 1132 time: 0.1747327 Sep 21 21:48:52.597002 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b2e51334-4ec8-4c42-96a4-38b78bd39dcd req-b5953ffd-e04d-444f-823f-fc54856b1e23 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667545 Sep 21 21:48:52.678669 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-8b03d0b0-7cb1-4af4-812f-69e8657e27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:52.691121 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-8b03d0b0-7cb1-4af4-812f-69e8657e27d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 1128 time: 0.1943741 Sep 21 21:48:52.811929 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac88994d-fe77-4922-8b24-1f1c9ef31805 x-openstack-request-id: req-ac88994d-fe77-4922-8b24-1f1c9ef31805 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:48:52.812449 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:48:52.812637 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ac88994d-fe77-4922-8b24-1f1c9ef31805 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:48:52.813133 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac88994d-fe77-4922-8b24-1f1c9ef31805'] response: {'name': 'network-changed', 'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'status': 'completed', 'code': 200} Sep 21 21:48:52.844378 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-6141d58a-795d-45e3-8a75-fc66bdd99f78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701 HTTP/1.1" status: 200 len: 217 time: 0.1370909 Sep 21 21:48:52.958630 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058124c-f9c8-467e-beb9-308760ad5285 req-b321f4ec-260b-4a48-9fee-dc70e3e0621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:52.967148 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-b321f4ec-260b-4a48-9fee-dc70e3e0621d service neutron] 10.222.0.50 "GET /v2.0/networks?id=cec5b98e-7eb2-4cbd-a3c2-48f563d05be8 HTTP/1.1" status: 200 len: 870 time: 0.3646319 Sep 21 21:48:53.050358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-b35e7c9b-3250-4b1e-be57-f8a0d28b0191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.054033 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-b35e7c9b-3250-4b1e-be57-f8a0d28b0191 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.1824155 Sep 21 21:48:53.071659 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cafa12-aa81-45ad-85d6-274d0766c970 req-2d3163a1-7721-4d03-9f74-de4c2d3760a4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.074175 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-06cafa12-aa81-45ad-85d6-274d0766c970 req-2d3163a1-7721-4d03-9f74-de4c2d3760a4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.2363765 Sep 21 21:48:53.145813 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-5edc2a4a-e81e-4bea-a80e-6269ceaa8efb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=59c52498-5a7d-4063-904d-21ddf1195d98 HTTP/1.1" status: 200 len: 217 time: 0.1707027 Sep 21 21:48:53.233967 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-06cafa12-aa81-45ad-85d6-274d0766c970 req-74ccd00c-7b76-46c9-95bc-210b89585d89 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145940 Sep 21 21:48:53.252926 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-b260a977-699e-4c50-98cf-8fade33e97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.264253 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-b260a977-699e-4c50-98cf-8fade33e97d9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1798060 Sep 21 21:48:53.307597 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058124c-f9c8-467e-beb9-308760ad5285 req-71ed9c1c-029f-472f-ad05-b84114590c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.309214 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-71ed9c1c-029f-472f-ad05-b84114590c67 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b109666e-674e-41b2-9f37-532948ec5fc3 HTTP/1.1" status: 200 len: 843 time: 0.1154680 Sep 21 21:48:53.320342 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5e2dd-4305-4c2c-ae1a-c57faa15f3ac req-fe7c117a-777f-45b2-a74d-62e572eb27b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.323117 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-08a5e2dd-4305-4c2c-ae1a-c57faa15f3ac req-fe7c117a-777f-45b2-a74d-62e572eb27b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 944 time: 0.2009072 Sep 21 21:48:53.496730 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-4d6ad02a-5d07-413b-8145-5a1c32841db4 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309875 Sep 21 21:48:53.554863 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058124c-f9c8-467e-beb9-308760ad5285 req-5f5906fe-9fad-4103-a5f2-a2a08ba88fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.557359 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-5f5906fe-9fad-4103-a5f2-a2a08ba88fd4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cec5b98e-7eb2-4cbd-a3c2-48f563d05be8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2325833 Sep 21 21:48:53.563365 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-08a5e2dd-4305-4c2c-ae1a-c57faa15f3ac req-f5a2a76b-6735-4cd8-b155-ea1a986e9061 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266483 Sep 21 21:48:53.893336 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9092c569-b252-488c-b0b4-ee6b71355b04 req-55f73ef6-190a-4a3e-a38b-6d5da3824860 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3862436 Sep 21 21:48:53.896907 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-0195eb89-b890-49c1-98b3-c9c3c0643a96 service neutron] 10.222.0.50 "GET /v2.0/networks/cec5b98e-7eb2-4cbd-a3c2-48f563d05be8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307345 Sep 21 21:48:53.969548 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43420cb-5359-450d-8279-f1ccc588c956 req-459d3abf-7f69-426a-83a4-7f5845bec4a1 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:53.984128 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a43420cb-5359-450d-8279-f1ccc588c956 req-459d3abf-7f69-426a-83a4-7f5845bec4a1 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 948 time: 0.1612632 Sep 21 21:48:54.015067 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bd941-5810-4f63-8e01-3e3e9dc386f2 req-2a08a006-2e38-4d3e-b695-108a5f672c2b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:54.016660 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ec7bd941-5810-4f63-8e01-3e3e9dc386f2 req-2a08a006-2e38-4d3e-b695-108a5f672c2b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1986086 Sep 21 21:48:54.128190 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a43420cb-5359-450d-8279-f1ccc588c956 req-bc526d0d-fecf-43f2-b089-351b632cc189 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423767 Sep 21 21:48:54.148033 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-78e14f2b-2050-48a0-b244-7bef91dab973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:54.154908 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-78e14f2b-2050-48a0-b244-7bef91dab973 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 1128 time: 0.1457608 Sep 21 21:48:54.189371 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ec7bd941-5810-4f63-8e01-3e3e9dc386f2 req-24e365b4-0608-4f50-8572-ed9c1f33356a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526141 Sep 21 21:48:54.229936 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b058124c-f9c8-467e-beb9-308760ad5285 req-44ea3886-809c-40e6-97c6-a99f44b7ff82 service neutron] 10.222.0.50 "GET /v2.0/networks/cec5b98e-7eb2-4cbd-a3c2-48f563d05be8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975199 Sep 21 21:48:54.415781 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48538c-ba84-4686-ba5e-4b04c583d2b9 req-b20b1fc5-8d68-4abd-84f2-fbd1f118305d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:54.417545 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c48538c-ba84-4686-ba5e-4b04c583d2b9 req-b20b1fc5-8d68-4abd-84f2-fbd1f118305d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.0911188 Sep 21 21:48:54.499621 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c48538c-ba84-4686-ba5e-4b04c583d2b9 req-8382b6c9-b610-43eb-8155-d808c5cfb81f tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707128 Sep 21 21:48:54.903965 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30195bca-2102-4243-ae69-f46737ab203e req-08ec986a-44a8-401b-96bc-d71169506b34 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:54.906904 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-30195bca-2102-4243-ae69-f46737ab203e req-08ec986a-44a8-401b-96bc-d71169506b34 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 944 time: 0.1319761 Sep 21 21:48:55.001875 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-30195bca-2102-4243-ae69-f46737ab203e req-7624765b-fd2e-4d65-ab04-e537189191e9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859368 Sep 21 21:48:55.389320 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e94-6f04-460b-9db1-820520a0cae9 req-b859fd74-5057-4b68-9a15-a8f4ba66ce29 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:55.392044 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e9c67e94-6f04-460b-9db1-820520a0cae9 req-b859fd74-5057-4b68-9a15-a8f4ba66ce29 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 948 time: 0.1173258 Sep 21 21:48:55.439335 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92480c8-0bed-41b0-8b70-526bfba00749 req-39de0624-90f1-4bac-bb3b-ad2eb5a03b9e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:55.440942 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c92480c8-0bed-41b0-8b70-526bfba00749 req-39de0624-90f1-4bac-bb3b-ad2eb5a03b9e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.0980814 Sep 21 21:48:55.483811 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e9c67e94-6f04-460b-9db1-820520a0cae9 req-67620f8f-d3aa-4f2b-ac17-257a5a8e1012 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817704 Sep 21 21:48:55.521071 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c92480c8-0bed-41b0-8b70-526bfba00749 req-f255e0eb-91cc-45bc-b36a-a4a341dc746b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704081 Sep 21 21:48:55.863583 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 59c52498-5a7d-4063-904d-21ddf1195d98 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:48:55.998281 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 59c52498-5a7d-4063-904d-21ddf1195d98, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=59c52498-5a7d-4063-904d-21ddf1195d98,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:56.013775 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '59c52498-5a7d-4063-904d-21ddf1195d98', 'network_id': 'cec5b98e-7eb2-4cbd-a3c2-48f563d05be8', 'port_id': '59c52498-5a7d-4063-904d-21ddf1195d98', 'mac_address': 'fa:16:3e:33:91:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b109666e-674e-41b2-9f37-532948ec5fc3', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:48:56.053156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 59c52498-5a7d-4063-904d-21ddf1195d98 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:48:56.053552 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:56.069868 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c52498-5a7d-4063-904d-21ddf1195d98 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:48:56.099342 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 59c52498-5a7d-4063-904d-21ddf1195d98, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=59c52498-5a7d-4063-904d-21ddf1195d98,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:56.106996 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:56.167253 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=59c52498-5a7d-4063-904d-21ddf1195d98,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:56.177156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.177538 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.177901 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.178251 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.178588 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.178924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.179255 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.179581 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.179912 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.180256 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.180594 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.180917 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.181236 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:48:56.220247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a8a913-fd06-4432-93a4-9a34c8725245 req-79be819c-e6af-40c6-9b24-1e37a4a2f243 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:56.222059 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83a8a913-fd06-4432-93a4-9a34c8725245 req-79be819c-e6af-40c6-9b24-1e37a4a2f243 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 944 time: 0.0837293 Sep 21 21:48:56.299828 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83a8a913-fd06-4432-93a4-9a34c8725245 req-ba9452d1-3db1-4161-98a3-72c4127236b0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684512 Sep 21 21:48:56.684847 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1952204a-7e1a-4cd0-81c2-84a3a0a0dc91 req-93527d5c-69fc-476e-b52f-af2428ba016f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:56.687321 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1952204a-7e1a-4cd0-81c2-84a3a0a0dc91 req-93527d5c-69fc-476e-b52f-af2428ba016f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 949 time: 0.0914910 Sep 21 21:48:56.710153 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4694669-68a1-4957-9cbd-0afb806eeeeb req-db0f563c-af4d-4cbb-b501-70422b177cd7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:56.711817 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d4694669-68a1-4957-9cbd-0afb806eeeeb req-db0f563c-af4d-4cbb-b501-70422b177cd7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.0764122 Sep 21 21:48:56.747011 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1952204a-7e1a-4cd0-81c2-84a3a0a0dc91 req-3f663983-c311-4b43-9fe0-8ff2ec0fd806 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507646 Sep 21 21:48:56.786697 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d4694669-68a1-4957-9cbd-0afb806eeeeb req-04a25162-7221-4dc1-9b42-0863ca0bc844 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649159 Sep 21 21:48:57.039091 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-e77eca1e-ea61-479d-94f4-d0eae9900fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:57.041141 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-e77eca1e-ea61-479d-94f4-d0eae9900fd3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.2157800 Sep 21 21:48:57.124686 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-22000269-1dad-4cf6-97ef-34745019151f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701 HTTP/1.1" status: 200 len: 217 time: 0.0755758 Sep 21 21:48:57.221823 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-34790d4c-f394-4f02-94dd-916b6f1fa032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:57.223790 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-34790d4c-f394-4f02-94dd-916b6f1fa032 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0813024 Sep 21 21:48:57.325957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-32d7f205-3177-46c7-b2c2-45863c4a2389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:57.325957 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-32d7f205-3177-46c7-b2c2-45863c4a2389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846379 Sep 21 21:48:57.337504 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['59c52498-5a7d-4063-904d-21ddf1195d98'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:48:57.528520 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-0326e3c8-86d7-41f7-ae69-54c778ea86a2 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963739 Sep 21 21:48:57.595187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bb347-47af-4457-9419-46e478b5321a req-10a2e3b4-f728-4143-81b7-d611c2ae9e23 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:57.610412 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9b6bb347-47af-4457-9419-46e478b5321a req-10a2e3b4-f728-4143-81b7-d611c2ae9e23 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 944 time: 0.1411951 Sep 21 21:48:57.710702 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9b6bb347-47af-4457-9419-46e478b5321a req-f09ef59e-dca9-4de5-88ad-2ab016d9f949 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964959 Sep 21 21:48:57.760847 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2d9ab5bc-b3db-4292-8d91-e037857a1583 req-ee23ff46-08ac-43f5-be8c-b77c63c8f0d2 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159526 Sep 21 21:48:57.871655 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:48:57.970481 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448878ac-e6b8-489e-9c17-269d170e668f req-ad21e822-d6a7-4c30-bd23-5ee0ee1b15ae tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:57.972858 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-448878ac-e6b8-489e-9c17-269d170e668f req-ad21e822-d6a7-4c30-bd23-5ee0ee1b15ae tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 949 time: 0.1326184 Sep 21 21:48:58.052931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6e51b-ab6e-41f5-a07c-486d9d9c559d req-1ad500e6-3e9f-4496-9004-d78dd8b6cf7c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:58.055534 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-57d6e51b-ab6e-41f5-a07c-486d9d9c559d req-1ad500e6-3e9f-4496-9004-d78dd8b6cf7c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1415615 Sep 21 21:48:58.077135 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-448878ac-e6b8-489e-9c17-269d170e668f req-2f91c0bf-5b71-4d62-99a9-ce6703eb4251 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968411 Sep 21 21:48:58.532733 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-57d6e51b-ab6e-41f5-a07c-486d9d9c559d req-6286ae79-d8ad-4bf3-973f-95fb84dedde0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4663677 Sep 21 21:48:58.568021 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44700) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:58.574504 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055787110', 'description': 'tempest-description--2056346590'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:58.616725 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:58.746183 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group (71c0fce7-e67d-4953-941e-fe26d1d0d2cf), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:58.754135 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (71c0fce7-e67d-4953-941e-fe26d1d0d2cf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:58.869313 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0fce7-e67d-4953-941e-fe26d1d0d2cf,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:58.898030 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:58.900084 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-74cb8354-16d3-4378-a7ec-060f1174880b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3315201 Sep 21 21:48:58.907316 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44706) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:58.915552 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'security_group_rule': {'security_group_id': '71c0fce7-e67d-4953-941e-fe26d1d0d2cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:59.040741 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group_rule (e72e3a0d-6f35-4d86-9f16-437d946db329), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.089044 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4c924d-fd0e-410f-ad22-789434681013 req-aa59aeef-462e-4072-be1b-f3e551a0f3a6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:59.092524 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a4c924d-fd0e-410f-ad22-789434681013 req-aa59aeef-462e-4072-be1b-f3e551a0f3a6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 944 time: 0.1909349 Sep 21 21:48:59.160807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7a76e849-4f30-4f34-8d41-f403d9fc5701 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:48:59.168450 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 59c52498-5a7d-4063-904d-21ddf1195d98 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:48:59.247160 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group_rule (e72e3a0d-6f35-4d86-9f16-437d946db329), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.254238 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (e72e3a0d-6f35-4d86-9f16-437d946db329), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.317889 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a4c924d-fd0e-410f-ad22-789434681013 req-7dea01c6-68a6-4155-b793-d6bd08d26f65 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2113345 Sep 21 21:48:59.356656 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e72e3a0d-6f35-4d86-9f16-437d946db329,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:59.387683 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.390730 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-41cef1cd-ea1b-4657-bad8-85bd58f059b9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4815497 Sep 21 21:48:59.394766 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44718) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:59.403995 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'security_group_rule': {'security_group_id': '71c0fce7-e67d-4953-941e-fe26d1d0d2cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:59.460358 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66a58f-b4bb-419d-a5d4-626aba796b62 req-03a30c1a-8e64-4119-b27d-9e6657b989fc tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:59.469282 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2c66a58f-b4bb-419d-a5d4-626aba796b62 req-03a30c1a-8e64-4119-b27d-9e6657b989fc tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 949 time: 0.1316195 Sep 21 21:48:59.498177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group_rule (2b8f46ce-cf6e-46ff-9457-de2ff2e39a50), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.574335 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2c66a58f-b4bb-419d-a5d4-626aba796b62 req-a11d5be3-2aee-47bd-a2d9-1d902b6fb45f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028647 Sep 21 21:48:59.617130 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group_rule (2b8f46ce-cf6e-46ff-9457-de2ff2e39a50), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.624957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (2b8f46ce-cf6e-46ff-9457-de2ff2e39a50), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.653677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b8f46ce-cf6e-46ff-9457-de2ff2e39a50,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:48:59.671627 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.675033 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-31a531e8-2ae1-44ec-8849-86eb4fd8a74d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2782176 Sep 21 21:48:59.678423 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44722) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:48:59.683196 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:48:59.725095 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.788588 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 59c52498-5a7d-4063-904d-21ddf1195d98 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:48:59.801068 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 59c52498-5a7d-4063-904d-21ddf1195d98 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:48:59.801068 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:48:59.801068 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 59c52498-5a7d-4063-904d-21ddf1195d98 Sep 21 21:48:59.821820 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64aa9a5-1daa-460b-ab88-64c730aa5462 req-4dc04c34-2792-47fb-8983-ef1aa1b808a3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:48:59.835353 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e64aa9a5-1daa-460b-ab88-64c730aa5462 req-4dc04c34-2792-47fb-8983-ef1aa1b808a3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1444879 Sep 21 21:48:59.903045 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 7a76e849-4f30-4f34-8d41-f403d9fc5701, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:48:59.930439 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e64aa9a5-1daa-460b-ab88-64c730aa5462 req-09c1a7b6-1a94-4e9c-bb4b-b816dcedd5f6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929205 Sep 21 21:48:59.931672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'port_id': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'mac_address': 'fa:16:3e:cb:8e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:49:00.027271 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.072434 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 59c52498-5a7d-4063-904d-21ddf1195d98 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:00.073465 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.098521 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 7a76e849-4f30-4f34-8d41-f403d9fc5701 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:00.099496 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.143198 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c52498-5a7d-4063-904d-21ddf1195d98'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:00.146316 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6023bf-60ce-4beb-a267-3d63703fa62a" -d '{"events": [{"server_uuid": "7457913d-79e5-4655-9fd1-dcbadd39e756", "name": "network-vif-plugged", "status": "completed", "tag": "59c52498-5a7d-4063-904d-21ddf1195d98"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:00.176899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a76e849-4f30-4f34-8d41-f403d9fc5701 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:00.245342 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 59c52498-5a7d-4063-904d-21ddf1195d98, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=59c52498-5a7d-4063-904d-21ddf1195d98,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:00.269755 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5dbfd3-9761-45dd-9ca8-cc85ded0849b x-openstack-request-id: req-2d5dbfd3-9761-45dd-9ca8-cc85ded0849b {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:00.271030 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7457913d-79e5-4655-9fd1-dcbadd39e756", "name": "network-vif-plugged", "status": "completed", "tag": "59c52498-5a7d-4063-904d-21ddf1195d98", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:00.271540 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2d5dbfd3-9761-45dd-9ca8-cc85ded0849b {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:00.272188 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5dbfd3-9761-45dd-9ca8-cc85ded0849b'] response: {'server_uuid': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c52498-5a7d-4063-904d-21ddf1195d98', 'code': 200} Sep 21 21:49:00.280364 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.300711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 7a76e849-4f30-4f34-8d41-f403d9fc5701, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:00.376518 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.380626 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:49:00.456539 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Allocated IP 172.27.3.219 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/34e68680-734c-4c08-b173-7cb313ee05b4) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:00.519468 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=59c52498-5a7d-4063-904d-21ddf1195d98,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:00.676563 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.db.resource_extend [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:49:00.796859 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e55640-556a-4ea7-bb54-7bad5ceca1f4 req-086696a3-8d68-4f1c-a46e-26c9000281d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:00.799224 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-17e55640-556a-4ea7-bb54-7bad5ceca1f4 req-086696a3-8d68-4f1c-a46e-26c9000281d8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 1134 time: 0.3066270 Sep 21 21:49:00.807282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=7a76e849-4f30-4f34-8d41-f403d9fc5701,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:00.817766 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for port (34e68680-734c-4c08-b173-7cb313ee05b4), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.861233 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac35337-ae72-4bcf-94fb-88682f3ce38a req-71d372d2-28e7-4351-a32c-a6d82148603d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:00.882026 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4ac35337-ae72-4bcf-94fb-88682f3ce38a req-71d372d2-28e7-4351-a32c-a6d82148603d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 945 time: 0.3127282 Sep 21 21:49:00.904468 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8234394-7c8c-4b03-af50-f13a2f486caf req-5312d611-8aa2-4b19-a892-28ce5d9e141f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:00.912932 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8234394-7c8c-4b03-af50-f13a2f486caf req-5312d611-8aa2-4b19-a892-28ce5d9e141f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 950 time: 0.1251850 Sep 21 21:49:00.949765 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (34e68680-734c-4c08-b173-7cb313ee05b4), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:00.958316 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:00.975537 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '78fedd20-835d-47be-bbff-d5d2624fb142', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142', 'mac_address': 'fa:16:3e:8a:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:49:01.032323 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-17e55640-556a-4ea7-bb54-7bad5ceca1f4 req-b89f7b31-923c-4f27-a258-d3af259df072 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024312 Sep 21 21:49:01.055932 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4ac35337-ae72-4bcf-94fb-88682f3ce38a req-4f9a33b1-f5c1-45e6-a6fd-89c9ed655a04 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723447 Sep 21 21:49:01.057613 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: ACTIVE; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:01.058180 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:01.066491 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8234394-7c8c-4b03-af50-f13a2f486caf req-b67842f2-f15c-4270-a3bb-43565ab30d92 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525180 Sep 21 21:49:01.068660 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:01.074666 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:01.077010 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'Port': ['ID=34e68680-734c-4c08-b173-7cb313ee05b4,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:01.079497 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:01.087075 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78fedd20-835d-47be-bbff-d5d2624fb142 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:01.129967 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:01.146077 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:01.225950 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=6']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:01.303407 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['78fedd20-835d-47be-bbff-d5d2624fb142'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:49:01.372233 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:01.374977 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e45a7-411e-4f02-9803-067fd90d361d req-a32ce692-9ca6-4e06-8e2f-9fc41a197aab tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:01.378877 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e48e45a7-411e-4f02-9803-067fd90d361d req-a32ce692-9ca6-4e06-8e2f-9fc41a197aab tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.1947734 Sep 21 21:49:01.442918 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (34e68680-734c-4c08-b173-7cb313ee05b4), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:01.482026 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e48e45a7-411e-4f02-9803-067fd90d361d req-26b61afc-dac8-4185-b90e-1ebb84a10b14 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961359 Sep 21 21:49:01.483932 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['7a76e849-4f30-4f34-8d41-f403d9fc5701'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:49:01.937812 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for port (34e68680-734c-4c08-b173-7cb313ee05b4), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:01.948387 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (34e68680-734c-4c08-b173-7cb313ee05b4), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.247509 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'Port': ['ID=34e68680-734c-4c08-b173-7cb313ee05b4,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:02.270437 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.327212 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:02.328978 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f9745414-943c-4672-ba55-1d2215a52698 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6494436 Sep 21 21:49:02.403880 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d7041-cc4e-4644-a7a7-1251f573ce3c req-3bf73eb5-4ab7-4d7c-b309-7dc0a752648f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:02.409030 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-759d7041-cc4e-4644-a7a7-1251f573ce3c req-3bf73eb5-4ab7-4d7c-b309-7dc0a752648f tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 950 time: 0.1664417 Sep 21 21:49:02.619631 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af729514-198d-4721-9b15-d363d8769a34 req-a11c055e-44ab-438b-97a7-a9e83048499b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:02.636658 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-af729514-198d-4721-9b15-d363d8769a34 req-a11c055e-44ab-438b-97a7-a9e83048499b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 945 time: 0.3786492 Sep 21 21:49:02.646988 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-759d7041-cc4e-4644-a7a7-1251f573ce3c req-efd40f15-b39f-47eb-aa8f-ec79ffd2c0fe tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075090 Sep 21 21:49:02.786298 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-af729514-198d-4721-9b15-d363d8769a34 req-c800e3e7-a3dd-4f8f-a23c-8d4705e6ca3b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466477 Sep 21 21:49:03.149210 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a14c2-da06-4e9a-8553-01f005868146 req-6a57de8b-c00f-45dd-9a71-1a9c2a7d16fa tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:03.172195 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-710a14c2-da06-4e9a-8553-01f005868146 req-6a57de8b-c00f-45dd-9a71-1a9c2a7d16fa tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.1961339 Sep 21 21:49:03.192498 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7a76e849-4f30-4f34-8d41-f403d9fc5701 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:03.305892 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-710a14c2-da06-4e9a-8553-01f005868146 req-d0ee3bd7-b305-4b10-8141-2cc104a96a00 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233406 Sep 21 21:49:03.376771 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 7a76e849-4f30-4f34-8d41-f403d9fc5701 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:49:03.396337 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 7a76e849-4f30-4f34-8d41-f403d9fc5701 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:03.397182 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.397776 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 7a76e849-4f30-4f34-8d41-f403d9fc5701 Sep 21 21:49:03.669452 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 7a76e849-4f30-4f34-8d41-f403d9fc5701 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:03.670063 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.804165 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 7a76e849-4f30-4f34-8d41-f403d9fc5701, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:03.826129 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:03.832282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c08fbe-6a13-45f1-8c35-81c8b9edc5fc" -d '{"events": [{"server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "name": "network-vif-plugged", "status": "completed", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:03.895129 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:03.896989 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:04.087200 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=7a76e849-4f30-4f34-8d41-f403d9fc5701,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:04.114153 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 78fedd20-835d-47be-bbff-d5d2624fb142 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:04.115553 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.116569 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 78fedd20-835d-47be-bbff-d5d2624fb142 Sep 21 21:49:04.330960 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac2a10e-507b-43d4-8f63-43eceb904e48 req-c85b94e6-5dd3-4c08-9607-44166164af9c tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:04.342956 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cac2a10e-507b-43d4-8f63-43eceb904e48 req-c85b94e6-5dd3-4c08-9607-44166164af9c tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 950 time: 0.5383091 Sep 21 21:49:04.353478 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:04.355209 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.428566 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cac2a10e-507b-43d4-8f63-43eceb904e48 req-cb7496e7-5881-462c-ab80-a62084166d95 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844746 Sep 21 21:49:04.435177 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:04.454925 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:04.530571 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05eacc1d-e76e-4c21-83d2-ceed3783889b x-openstack-request-id: req-05eacc1d-e76e-4c21-83d2-ceed3783889b {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:04.540303 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "name": "network-vif-plugged", "status": "completed", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:04.543604 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-05eacc1d-e76e-4c21-83d2-ceed3783889b {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:04.543945 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05eacc1d-e76e-4c21-83d2-ceed3783889b'] response: {'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'code': 200} Sep 21 21:49:04.602188 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=7']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:04.736381 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-3d5bba22-ee6b-4902-8d0e-8194ba589ef3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1055787110&fields=id&tenant_id=2da75caf1d3a4e7b952437b8f1b227a4 HTTP/1.1" status: 200 len: 267 time: 0.0985966 Sep 21 21:49:04.879137 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ee9b-d0cb-47b5-9666-b1e440443d8b req-eae859a3-83eb-4afb-b11b-87789d3dd8b7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:04.882160 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4659ee9b-d0cb-47b5-9666-b1e440443d8b req-eae859a3-83eb-4afb-b11b-87789d3dd8b7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.2100010 Sep 21 21:49:05.062541 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4659ee9b-d0cb-47b5-9666-b1e440443d8b req-7c6caaf7-4d93-44aa-8b0c-d237af2f6653 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647487 Sep 21 21:49:05.075439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe23c4d-8351-48e7-bf57-ad66585e9954 req-d46e6618-5076-4a93-9793-a8ac264244b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:05.082065 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-084a0fc5-45f4-42a1-a60a-7f4cf72e70dc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:05.085048 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-084a0fc5-45f4-42a1-a60a-7f4cf72e70dc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 819 time: 0.3476853 Sep 21 21:49:05.087292 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbe23c4d-8351-48e7-bf57-ad66585e9954 req-d46e6618-5076-4a93-9793-a8ac264244b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 1130 time: 0.2032120 Sep 21 21:49:05.147551 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0cd95a52-ee18-4211-83a5-b59533f16ace tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/quotas/2da75caf1d3a4e7b952437b8f1b227a4 HTTP/1.1" status: 200 len: 375 time: 0.0419497 Sep 21 21:49:05.285682 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0a45e502-91fd-4739-b8ee-315aa99cb249 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1345053 Sep 21 21:49:05.313692 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbe23c4d-8351-48e7-bf57-ad66585e9954 req-1bb703e3-a854-4157-8284-8cac404a9c91 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2097936 Sep 21 21:49:05.351633 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fd4da-5aed-414f-a098-89040c1ea1b5 req-c6865b25-5ad1-4055-851f-a096f51c83e8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:05.356513 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-571fd4da-5aed-414f-a098-89040c1ea1b5 req-c6865b25-5ad1-4055-851f-a096f51c83e8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1491148 Sep 21 21:49:05.504100 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-571fd4da-5aed-414f-a098-89040c1ea1b5 req-93c27cb7-bce2-49fb-a5e2-8fc81626c198 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158388 Sep 21 21:49:05.539275 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-8ae74890-8a71-477d-a15e-e4e60af5dae3 service neutron] 10.222.0.48 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357953 Sep 21 21:49:05.769196 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0f320242-09b6-46b5-b5f6-1389a69eda72 service neutron] 10.222.0.48 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044785 Sep 21 21:49:06.194398 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f19a18-bd36-4b4f-b151-0bd4c4ade9eb req-180b3e69-d087-43f2-9748-3277c2b025c9 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:06.197318 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-35f19a18-bd36-4b4f-b151-0bd4c4ade9eb req-180b3e69-d087-43f2-9748-3277c2b025c9 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 950 time: 0.1723220 Sep 21 21:49:06.254932 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ed70168e-c4a4-46e8-9787-ea6da6295f5a req-0c244c54-63da-4cb6-9c0e-37d40b19fdac tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 210 time: 0.0692501 Sep 21 21:49:06.373306 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-35f19a18-bd36-4b4f-b151-0bd4c4ade9eb req-07ab6dab-b64d-4a3e-ac1d-75609619af9d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622398 Sep 21 21:49:06.544938 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:06.549279 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cc6341-d0a1-43df-8e97-19d7924fd96a" -d '{"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-plugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:06.613219 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9349b3-592f-4ff7-8960-24189291a9ee req-1e9fb156-bb5c-4149-bb9e-aaa199f1b389 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:06.639827 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0b9349b3-592f-4ff7-8960-24189291a9ee req-1e9fb156-bb5c-4149-bb9e-aaa199f1b389 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.2135334 Sep 21 21:49:06.706518 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9dd2c9-7736-472c-a5fe-e6da9ce71237 x-openstack-request-id: req-fb9dd2c9-7736-472c-a5fe-e6da9ce71237 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:06.706906 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-plugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:06.707211 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-fb9dd2c9-7736-472c-a5fe-e6da9ce71237 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:06.707567 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9dd2c9-7736-472c-a5fe-e6da9ce71237'] response: {'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'code': 200} Sep 21 21:49:06.862688 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0b9349b3-592f-4ff7-8960-24189291a9ee req-d7780ba9-cc4f-4ec4-9b96-4e920bc2608d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212598 Sep 21 21:49:07.061579 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cd8c7-6588-459a-a6bd-6a847b4629a9 req-69c959c1-bd5f-47a3-adc0-cf293858f3ca tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:07.064586 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c21cd8c7-6588-459a-a6bd-6a847b4629a9 req-69c959c1-bd5f-47a3-adc0-cf293858f3ca tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1280673 Sep 21 21:49:07.158958 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c21cd8c7-6588-459a-a6bd-6a847b4629a9 req-001a2342-99c4-4efc-8e7b-f8cafefd8ffb tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735071 Sep 21 21:49:07.505921 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c3137ab5-9a97-4083-a5c3-612db7bd3395 req-f6270a84-2342-411b-8237-b93ef13caa56 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 210 time: 0.1002300 Sep 21 21:49:07.730614 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9e544-2118-48da-a6c9-f173b71a9844 req-365465ce-9af2-4f2e-9eaa-fc7c6a14573b tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:07.733661 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f3a9e544-2118-48da-a6c9-f173b71a9844 req-365465ce-9af2-4f2e-9eaa-fc7c6a14573b tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 950 time: 0.1627040 Sep 21 21:49:07.782422 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-7468bff1-be37-4fd8-8983-6b020ee0d9a3 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:07.787442 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-7468bff1-be37-4fd8-8983-6b020ee0d9a3 tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.50 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 950 time: 0.2400599 Sep 21 21:49:07.956640 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f3a9e544-2118-48da-a6c9-f173b71a9844 req-721a6c4e-edfd-4a68-9fdf-a626a98b18ae tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/security-groups?id=d6861eba-d62d-4373-9b41-458c57026655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648650 Sep 21 21:49:08.029459 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Deleting port 59c52498-5a7d-4063-904d-21ddf1195d98 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:49:08.030318 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.324316 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] For port 59c52498-5a7d-4063-904d-21ddf1195d98, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=59c52498-5a7d-4063-904d-21ddf1195d98,segment=NetworkSegment(13058523-bd77-4bdc-a3a3-4ef67e1c9f8a),segment_id=13058523-bd77-4bdc-a3a3-4ef67e1c9f8a)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:08.327560 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.347288 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Calling delete_port for 59c52498-5a7d-4063-904d-21ddf1195d98 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:49:08.390019 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55872c60-8d17-4aa7-90d5-f04dd0ec9bb7 req-205db691-6fb7-4d68-afad-3b139c989ba0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:08.394125 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-55872c60-8d17-4aa7-90d5-f04dd0ec9bb7 req-205db691-6fb7-4d68-afad-3b139c989ba0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.2835515 Sep 21 21:49:08.464079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6b25ed7d-dac9-4fe3-8edd-cca2381b6267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.538202 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11f9c9-ab8f-453b-8653-99d9a177f92c req-3f983fce-a604-4ae9-8221-fa283adefe07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:08.543697 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-81ca3411-eb60-439b-9349-6b9fcd30b52a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:08.546498 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9d11f9c9-ab8f-453b-8653-99d9a177f92c req-3f983fce-a604-4ae9-8221-fa283adefe07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1190870 Sep 21 21:49:08.547266 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-81ca3411-eb60-439b-9349-6b9fcd30b52a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 819 time: 0.3530493 Sep 21 21:49:08.599859 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-55872c60-8d17-4aa7-90d5-f04dd0ec9bb7 req-18f58b53-b5e4-4db3-aeef-baa6b0bfdd90 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896503 Sep 21 21:49:08.710949 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9d11f9c9-ab8f-453b-8653-99d9a177f92c req-001ac3fa-02ef-43d5-bd87-bd2cc50b7cd4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633415 Sep 21 21:49:08.722809 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-63f5454c-04ce-4b32-abe7-a3fde21b7421 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2da75caf1d3a4e7b952437b8f1b227a4 HTTP/1.1" status: 200 len: 380 time: 0.1481884 Sep 21 21:49:08.751856 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'port': {'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'admin_state_up': True, 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'security_groups': ['71c0fce7-e67d-4953-941e-fe26d1d0d2cf']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:08.786103 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (59c52498-5a7d-4063-904d-21ddf1195d98), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:08.802323 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['59c52498-5a7d-4063-904d-21ddf1195d98'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:49:08.868247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44982) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:08.873835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Pushing event deleted for resources: {'Port': ['ID=59c52498-5a7d-4063-904d-21ddf1195d98,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:08.950355 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b8d6d1e7-a247-4f3b-8653-8e28f76832c5 req-3dafb9ab-2fb6-4f8b-bd24-94b19b3025d6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 210 time: 0.0663233 Sep 21 21:49:09.091260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] No DVR routers for this DVR port 59c52498-5a7d-4063-904d-21ddf1195d98 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:49:09.107274 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.110968 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95073197-0a57-4162-b824-bf49b14ae5b3 req-1b924b27-e347-4e47-8df1-aa70433a7e5d tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.50 "DELETE /v2.0/ports/59c52498-5a7d-4063-904d-21ddf1195d98 HTTP/1.1" status: 204 len: 173 time: 1.3033626 Sep 21 21:49:09.111560 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'name': 'network-vif-deleted', 'tag': '59c52498-5a7d-4063-904d-21ddf1195d98'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:09.127446 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5534fa36-2847-4982-9291-e4085e9b6da3" -d '{"events": [{"server_uuid": "7457913d-79e5-4655-9fd1-dcbadd39e756", "name": "network-vif-deleted", "tag": "59c52498-5a7d-4063-904d-21ddf1195d98"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:09.160397 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Deleting subnet 2ad6b610-f4b7-4167-aae9-70ec65cc96cd {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:49:09.181920 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Publish callbacks [] for subnet (2ad6b610-f4b7-4167-aae9-70ec65cc96cd), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.330926 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df57dda-d26d-4ba8-954b-ff9275515e80 req-914e810b-18ed-4a40-b59f-44cb0020658d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:09.361910 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 44990) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:09.362240 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2df57dda-d26d-4ba8-954b-ff9275515e80 req-914e810b-18ed-4a40-b59f-44cb0020658d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.4217999 Sep 21 21:49:09.400810 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'port_id': '7a76e849-4f30-4f34-8d41-f403d9fc5701'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:09.421618 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Publish callbacks [] for subnet (2ad6b610-f4b7-4167-aae9-70ec65cc96cd), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.462987 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (2ad6b610-f4b7-4167-aae9-70ec65cc96cd), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.489920 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-62e8bcac-6672-4afa-9fc7-ddf070b8e46f req-7575a379-f9e5-42c7-96fb-7d0425e60d7b tempest-VolumesNegativeTest-56188885 tempest-VolumesNegativeTest-56188885-project] 10.222.0.48 "GET /v2.0/ports?device_id=7457913d-79e5-4655-9fd1-dcbadd39e756 HTTP/1.1" status: 200 len: 210 time: 0.1562977 Sep 21 21:49:09.512388 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c55d810-dd63-456b-9b45-363cf7a8de04 x-openstack-request-id: req-3c55d810-dd63-456b-9b45-363cf7a8de04 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:09.513001 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7457913d-79e5-4655-9fd1-dcbadd39e756", "name": "network-vif-deleted", "tag": "59c52498-5a7d-4063-904d-21ddf1195d98", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:09.513445 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3c55d810-dd63-456b-9b45-363cf7a8de04 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:09.514129 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c55d810-dd63-456b-9b45-363cf7a8de04'] response: {'server_uuid': '7457913d-79e5-4655-9fd1-dcbadd39e756', 'name': 'network-vif-deleted', 'tag': '59c52498-5a7d-4063-904d-21ddf1195d98', 'status': 'completed', 'code': 200} Sep 21 21:49:09.531579 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Made reservation on behalf of 2da75caf1d3a4e7b952437b8f1b227a4 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:09.539802 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.582137 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for subnet (2ad6b610-f4b7-4167-aae9-70ec65cc96cd), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.582891 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (600d0d3e-09a3-42d9-a04a-55e311448d27), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.629158 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad6b610-f4b7-4167-aae9-70ec65cc96cd,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:09.648358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.664033 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-58ee7357-32f1-4916-a35e-2357d2ef2d2e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2ad6b610-f4b7-4167-aae9-70ec65cc96cd HTTP/1.1" status: 204 len: 168 time: 0.7858055 Sep 21 21:49:09.674662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 44992) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:09.826428 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (969e1bda-aa86-472c-b13c-51f7df6d0d77), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:09.993311 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Allocated IP 172.20.0.6 (898c7fcd-4130-49ef-8588-2b304493f465/f727dae6-0596-42b0-905d-7cf654441558/3023239f-af73-44e0-ad0b-5d03fed27ace) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:10.139226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (969e1bda-aa86-472c-b13c-51f7df6d0d77), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.221273 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.223288 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.223609 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.224770 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.224948 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.225588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.226275 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.226961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.227952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.228516 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.344841 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6cc679a2-eca4-4bfc-a3b1-abf35507c05d req-57825a98-fe0e-4af6-91b9-129c42ae66e6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 210 time: 0.0990574 Sep 21 21:49:10.364584 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.365637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.368092 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.368791 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 21 21:49:10.369562 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['969e1bda-aa86-472c-b13c-51f7df6d0d77']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:10.427702 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bfe0e-2a77-4793-80d6-02af041586f1 req-981a6135-9165-4d0d-90cf-a711e4d41736 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:10.435156 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d71bfe0e-2a77-4793-80d6-02af041586f1 req-981a6135-9165-4d0d-90cf-a711e4d41736 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.5456045 Sep 21 21:49:10.452793 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '668ab279-e2bf-475b-9750-785eae9b2a9a') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:10.453074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '668ab279-e2bf-475b-9750-785eae9b2a9a') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:10.494550 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (668ab279-e2bf-475b-9750-785eae9b2a9a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.525708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.544808 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (668ab279-e2bf-475b-9750-785eae9b2a9a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.573979 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:49:10.574671 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (668ab279-e2bf-475b-9750-785eae9b2a9a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.577474 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.652249 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0a500722-9938-4762-9cb1-8e289e32940b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.670598 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d71bfe0e-2a77-4793-80d6-02af041586f1 req-c30bd43c-1fe1-432d-b5bb-fac8fe33bb7f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265677 Sep 21 21:49:10.718879 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (969e1bda-aa86-472c-b13c-51f7df6d0d77), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.769334 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:10.783331 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/969e1bda-aa86-472c-b13c-51f7df6d0d77 HTTP/1.1" status: 204 len: 168 time: 1.1062591 Sep 21 21:49:10.813886 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e470f-18fc-470a-8c58-a225bca990c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=969e1bda-aa86-472c-b13c-51f7df6d0d77,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:10.972319 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Network 898c7fcd-4130-49ef-8588-2b304493f465 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:11.025521 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:11.037759 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:11.045731 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event updated for resources: {'Port': ['ID=3023239f-af73-44e0-ad0b-5d03fed27ace,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:11.247488 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:11.247940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 59c52498-5a7d-4063-904d-21ddf1195d98 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:11.248518 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:11.283947 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-1ce33451-1142-4ff2-bddd-34252576a1ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5362136 Sep 21 21:49:11.315352 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Request body: {'port': {'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:11.338381 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 59c52498-5a7d-4063-904d-21ddf1195d98 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:49:11.339213 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 59c52498-5a7d-4063-904d-21ddf1195d98 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:49:11.471542 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45020) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:11.594931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.db.resource_extend [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:49:11.598391 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Provisioning complete for port 3023239f-af73-44e0-ad0b-5d03fed27ace triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:11.598852 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:11.599478 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Attempt 1 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:11.657029 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d3c7380e-0578-43d1-a767-9d68693e1dad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=62637b9693ef45a9988edf96a87bab9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838121 Sep 21 21:49:11.659621 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45022) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:11.710937 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Port 3023239f-af73-44e0-ad0b-5d03fed27ace cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:11.814401 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:11.825781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (600d0d3e-09a3-42d9-a04a-55e311448d27), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:11.853063 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 668ab279-e2bf-475b-9750-785eae9b2a9a resource provider aggregate not found Sep 21 21:49:11.909365 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 668ab279-e2bf-475b-9750-785eae9b2a9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 668ab279-e2bf-475b-9750-785eae9b2a9a found for delete ", "request_id": "req-f32daa37-b4ba-40be-a9dc-16c120ce7949"}]} Sep 21 21:49:11.944320 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05e4c82b-838f-46c0-8b18-5774b444be94 admin admin] Publish callbacks [] for security_group (ab75df2a-2acf-4f71-9c5d-2b70dcc6a693), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:11.959666 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:11.991276 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05e4c82b-838f-46c0-8b18-5774b444be94 admin admin] Publish callbacks [] for security_group (ab75df2a-2acf-4f71-9c5d-2b70dcc6a693), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:12.028046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1e7ee-482a-4576-88b5-7a59978d6da7 req-893a647c-c2b5-4852-be54-edf62ff3309b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:12.052804 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-34e1e7ee-482a-4576-88b5-7a59978d6da7 req-893a647c-c2b5-4852-be54-edf62ff3309b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1829188 Sep 21 21:49:12.113668 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0b71b-0e13-4e1a-b708-957d95ff1716 req-90011103-df60-4fb9-be3d-da07152a9de7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:12.121976 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c2f0b71b-0e13-4e1a-b708-957d95ff1716 req-90011103-df60-4fb9-be3d-da07152a9de7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 931 time: 0.4437709 Sep 21 21:49:12.183214 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP 600d0d3e-09a3-42d9-a04a-55e311448d27 associated. External IP: 172.27.3.150, port: 7a76e849-4f30-4f34-8d41-f403d9fc5701. Sep 21 21:49:12.193207 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:12.208476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05e4c82b-838f-46c0-8b18-5774b444be94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (ab75df2a-2acf-4f71-9c5d-2b70dcc6a693), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:12.214153 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Attempt 2 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:12.230134 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05e4c82b-838f-46c0-8b18-5774b444be94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:12.233389 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-05e4c82b-838f-46c0-8b18-5774b444be94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ab75df2a-2acf-4f71-9c5d-2b70dcc6a693 HTTP/1.1" status: 204 len: 168 time: 0.5696719 Sep 21 21:49:12.328451 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c82b-838f-46c0-8b18-5774b444be94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab75df2a-2acf-4f71-9c5d-2b70dcc6a693,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:12.418292 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-34e1e7ee-482a-4576-88b5-7a59978d6da7 req-d70b42e9-ef7d-482b-9461-968820afce38 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402810 Sep 21 21:49:12.431423 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c2f0b71b-0e13-4e1a-b708-957d95ff1716 req-17bf6726-8f74-4c88-855f-8838084cbe73 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3081625 Sep 21 21:49:12.472773 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Port 3023239f-af73-44e0-ad0b-5d03fed27ace cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:12.974416 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Attempt 3 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:13.034331 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Port 3023239f-af73-44e0-ad0b-5d03fed27ace cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:13.274577 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:49:13.296926 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3023239f-af73-44e0-ad0b-5d03fed27ace {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:13.308580 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Publish callbacks [] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:13.418941 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Transition to ACTIVE for port object 3023239f-af73-44e0-ad0b-5d03fed27ace will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:49:13.432290 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:13.535551 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Attempt 4 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:13.701237 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Port 3023239f-af73-44e0-ad0b-5d03fed27ace cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:13.785439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0faba0-29ab-4348-ac5d-90943430f5e6 req-6e12c631-b269-47d8-b5ef-84c44ffd0441 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:13.787385 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d0faba0-29ab-4348-ac5d-90943430f5e6 req-6e12c631-b269-47d8-b5ef-84c44ffd0441 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 943 time: 0.1622584 Sep 21 21:49:13.823031 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:13.908850 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Pushing event updated for resources: {'Port': ['ID=3023239f-af73-44e0-ad0b-5d03fed27ace,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:13.934570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:13.963626 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:13.985136 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d0faba0-29ab-4348-ac5d-90943430f5e6 req-fd64ea49-ba35-4dfc-a36f-249acddea06b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857789 Sep 21 21:49:13.993269 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.036538 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:14.038863 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:14.068211 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bd0466-c293-457d-8daa-b0d52ddbfc76 req-dd92e688-f813-4dc2-9b29-617cecb87621 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:14.070817 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f5bd0466-c293-457d-8daa-b0d52ddbfc76 req-dd92e688-f813-4dc2-9b29-617cecb87621 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.3753886 Sep 21 21:49:14.099063 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45056) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:14.099620 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d028b200-e05c-44dd-99d1-79e9c74b1509 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "PUT /v2.0/floatingips/600d0d3e-09a3-42d9-a04a-55e311448d27 HTTP/1.1" status: 200 len: 992 time: 4.7030857 Sep 21 21:49:14.105244 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:14.108527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feffcbba-5729-4828-a145-09c5f05732c0" -d '{"events": [{"name": "network-changed", "server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:14.119710 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Attempting to bind port 3023239f-af73-44e0-ad0b-5d03fed27ace on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:14.120362 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Attempting to bind port 3023239f-af73-44e0-ad0b-5d03fed27ace by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:14.120862 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Attempting to bind port 3023239f-af73-44e0-ad0b-5d03fed27ace on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:14.135959 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Port 3023239f-af73-44e0-ad0b-5d03fed27ace on network 898c7fcd-4130-49ef-8588-2b304493f465 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:49:14.136515 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Attempting to bind port 3023239f-af73-44e0-ad0b-5d03fed27ace on network 898c7fcd-4130-49ef-8588-2b304493f465 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:14.153529 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:14.154361 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Checking segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:14.155193 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Bound using segment: {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:14.156347 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Bound port: 3023239f-af73-44e0-ad0b-5d03fed27ace, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:14.156610 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.204987 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Attempt 5 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:14.211158 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bf0b7f-8ba8-480f-bf08-e8b50caa828e x-openstack-request-id: req-f4bf0b7f-8ba8-480f-bf08-e8b50caa828e {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:14.211905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:14.213368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f4bf0b7f-8ba8-480f-bf08-e8b50caa828e {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:14.213368 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bf0b7f-8ba8-480f-bf08-e8b50caa828e'] response: {'name': 'network-changed', 'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'status': 'completed', 'code': 200} Sep 21 21:49:14.257572 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f5bd0466-c293-457d-8daa-b0d52ddbfc76 req-92f00067-43f2-46a1-b583-f3095fa41b4f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750493 Sep 21 21:49:14.354234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Port 3023239f-af73-44e0-ad0b-5d03fed27ace cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:14.376756 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1898004709-network', 'tenant_id': 'a5d042516de242668863351af17896d3'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:14.406911 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:14.443604 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Made reservation on behalf of a5d042516de242668863351af17896d3 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:14.447557 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.459009 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] For port 3023239f-af73-44e0-ad0b-5d03fed27ace, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:14.473833 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] For port 3023239f-af73-44e0-ad0b-5d03fed27ace, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3023239f-af73-44e0-ad0b-5d03fed27ace,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:14.478528 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.488083 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.493564 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:14.494650 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.497170 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] 10.222.0.50 "PUT /v2.0/ports/3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 1093 time: 3.1923854 Sep 21 21:49:14.615282 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd47e82-dc70-4ba9-a7fd-c18575398f9e service neutron] Pushing event updated for resources: {'Port': ['ID=3023239f-af73-44e0-ad0b-5d03fed27ace,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:14.664543 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffcbba-5729-4828-a145-09c5f05732c0 req-5b356523-3583-4da4-af5d-7273bb2fff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:14.666263 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-5b356523-3583-4da4-af5d-7273bb2fff28 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 1130 time: 0.3218710 Sep 21 21:49:14.670077 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks [] for security_group (624b55d6-cc84-4617-8f6c-716b294943cc), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.706752 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (624b55d6-cc84-4617-8f6c-716b294943cc), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.734642 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-3e0899a4-d42d-457a-9f4f-139aba7ffb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:14.739409 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-3e0899a4-d42d-457a-9f4f-139aba7ffb26 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1127 time: 0.1303096 Sep 21 21:49:14.803771 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624b55d6-cc84-4617-8f6c-716b294943cc,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:14.832656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:49:14.853048 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Attempt 6 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:14.864847 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-36818303-0eb1-4436-9d87-f36a8b01edfa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 217 time: 0.1157193 Sep 21 21:49:14.894440 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (9b14090d-46a6-4813-9b16-7e87330f9e0f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:14.895023 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Added segment 9b14090d-46a6-4813-9b16-7e87330f9e0f of type vlan for network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf Sep 21 21:49:14.961769 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:35Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}, {'id': '600d0d3e-09a3-42d9-a04a-55e311448d27', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:cb:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:48:41Z', 'updated_at': '2022-09-21T21:49:11Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:14.970177 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4f590f92-766f-4dc2-a820-0edca2bcd845 None None] Port 3023239f-af73-44e0-ad0b-5d03fed27ace had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:49:14.986402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffcbba-5729-4828-a145-09c5f05732c0 req-2cec01c5-774c-4a9c-bbb4-a4f38bf6d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:14.988944 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-2cec01c5-774c-4a9c-bbb4-a4f38bf6d1a0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.3140137 Sep 21 21:49:14.991834 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:15.027174 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:15.052095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:15.053341 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:15.059440 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0c0d52d8-30dd-4608-9f5a-523ef8a3f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.061401 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0c0d52d8-30dd-4608-9f5a-523ef8a3f4b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1861758 Sep 21 21:49:15.142618 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.db.resource_extend [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 21 21:49:15.172849 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:15.234450 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0db8622f-49fb-4f53-841e-756cf9676a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.236713 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-0db8622f-49fb-4f53-841e-756cf9676a58 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1624043 Sep 21 21:49:15.275792 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:15.365676 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-a9267cf9-11c1-4f51-a1f2-c43d446013db service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701 HTTP/1.1" status: 200 len: 1000 time: 0.3696210 Sep 21 21:49:15.368448 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:15.370221 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.371432 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:15.462179 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3544884 Sep 21 21:49:15.485525 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45074) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:15.496742 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Request body: {'subnet': {'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1898004709-subnet', 'tenant_id': 'a5d042516de242668863351af17896d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:15.546397 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Made reservation on behalf of a5d042516de242668863351af17896d3 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:15.549225 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14531022'] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:15.619740 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-27c8767f-02ab-43ed-807b-f75c176d915f service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662844 Sep 21 21:49:15.626507 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48915ff7-65d0-47a5-8f2a-b12f73a1b4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:15.631835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffcbba-5729-4828-a145-09c5f05732c0 req-4908277f-33c9-40a3-8d49-f720f9fdcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.634740 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-4908277f-33c9-40a3-8d49-f720f9fdcd8d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.2220869 Sep 21 21:49:15.650056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8f2dba-825b-42a8-ad58-e14aeef1d16c req-b8548a44-9e49-4142-a230-c04e3e257d2b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.663760 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cf8f2dba-825b-42a8-ad58-e14aeef1d16c req-b8548a44-9e49-4142-a230-c04e3e257d2b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 943 time: 0.4537177 Sep 21 21:49:15.668275 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd0248-8233-403d-913a-b077064095b9 req-42e341b9-1438-4bb5-85f6-70c4c2e1dc5d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.676368 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-21fd0248-8233-403d-913a-b077064095b9 req-42e341b9-1438-4bb5-85f6-70c4c2e1dc5d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2321217 Sep 21 21:49:15.756449 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:49:15.847505 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-21fd0248-8233-403d-913a-b077064095b9 req-0419f813-155c-4e71-a097-025eab07a905 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700094 Sep 21 21:49:15.866707 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cf8f2dba-825b-42a8-ad58-e14aeef1d16c req-30091523-7366-472a-b58f-c4fb9f2ed7c4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016821 Sep 21 21:49:15.923391 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffcbba-5729-4828-a145-09c5f05732c0 req-3c4beeff-ffa3-4983-b0d7-e119e2b7031f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:15.926793 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-3c4beeff-ffa3-4983-b0d7-e119e2b7031f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2578008 Sep 21 21:49:15.928690 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0de1b01-6170-483e-8b29-92ec294ac229 req-5858f8aa-3689-4a15-a649-26149779555e service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904658 Sep 21 21:49:16.144708 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:35Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}, {'id': '600d0d3e-09a3-42d9-a04a-55e311448d27', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:cb:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:48:41Z', 'updated_at': '2022-09-21T21:49:11Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:16.201223 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01256c3-43e7-4b6b-aeec-51ff735c1d27 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:35Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}, {'id': '600d0d3e-09a3-42d9-a04a-55e311448d27', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.150', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:cb:8e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:48:41Z', 'updated_at': '2022-09-21T21:49:11Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:16.219354 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:16.224939 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5f4660-0b3b-4b77-84a8-eef9a7971302" -d '{"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:16.242848 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14531036'] for subnet (a402bd65-1b62-4191-852c-f68bf1020cc6), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:16.415003 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a9f7dd-a5bc-497d-8674-345d59d8e643 x-openstack-request-id: req-92a9f7dd-a5bc-497d-8674-345d59d8e643 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:16.415762 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:16.416270 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-92a9f7dd-a5bc-497d-8674-345d59d8e643 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:16.417082 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92a9f7dd-a5bc-497d-8674-345d59d8e643'] response: {'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'status': 'completed', 'code': 200} Sep 21 21:49:16.418527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a402bd65-1b62-4191-852c-f68bf1020cc6,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:16.429602 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-2a278f66-235b-4da5-84d3-de171693be2a service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861665 Sep 21 21:49:16.503123 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-3425ce54-3226-4dee-a315-9740dd4dde6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:16.512048 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-3425ce54-3226-4dee-a315-9740dd4dde6b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1127 time: 0.1310289 Sep 21 21:49:16.540869 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Checking segment: {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:16.541740 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Network hostable DHCP agents. Network: 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:49:16.730909 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-feffcbba-5729-4828-a145-09c5f05732c0 req-dbba7047-26b3-4fc2-a0ec-7711692f85b8 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837923 Sep 21 21:49:16.779239 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcea8902-0abc-43b5-bb52-6134963b6438 None None] New status for floating IP 600d0d3e-09a3-42d9-a04a-55e311448d27: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:49:16.789601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:49:16.815727 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-44781cb0-254e-4f20-a8f1-fcd1c8c17d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:16.827026 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-44781cb0-254e-4f20-a8f1-fcd1c8c17d9e service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.2956126 Sep 21 21:49:16.827026 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:16.839098 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89713108-3bc2-4fa9-bc44-b005f2b1352b None None] Network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:16.843969 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:16.845515 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:16.889539 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9ceea56c-e1e2-40da-9f39-a6ff8eb33bf4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4007425 Sep 21 21:49:16.979443 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-43d7754a-f092-492f-ad55-3b6fd0e0ad51 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 217 time: 0.1051617 Sep 21 21:49:17.153121 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-e059a95f-99fa-4227-9262-c5f78e761e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:17.160310 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-e059a95f-99fa-4227-9262-c5f78e761e84 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1565192 Sep 21 21:49:17.343567 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e487d0-afe2-426a-9582-7699021b810a req-44b55b5b-41bc-42bd-8392-e508538013aa tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:17.345233 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-61e487d0-afe2-426a-9582-7699021b810a req-44b55b5b-41bc-42bd-8392-e508538013aa tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.2570524 Sep 21 21:49:17.427311 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-61e487d0-afe2-426a-9582-7699021b810a req-993ee35b-103d-4a73-9621-1e8862b738e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746257 Sep 21 21:49:17.543859 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-3aac812b-977a-4dd8-9db3-adab44daf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:17.558850 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-3aac812b-977a-4dd8-9db3-adab44daf889 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3899465 Sep 21 21:49:17.570910 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b32d52-b8cf-4f46-92f1-d9c329821f92 None None] Network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:17.586004 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864475d-473f-43e6-834b-d92232f4a207 req-9319f6e4-5181-4236-b7be-67adb5871140 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:17.587722 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e864475d-473f-43e6-834b-d92232f4a207 req-9319f6e4-5181-4236-b7be-67adb5871140 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 943 time: 0.3785138 Sep 21 21:49:17.962288 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e864475d-473f-43e6-834b-d92232f4a207 req-c1973862-ea41-45f5-ab49-df3aee3ad6f5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3487444 Sep 21 21:49:18.061460 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-09e45b5d-69df-42d0-bb51-a10072a13c5a service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724472 Sep 21 21:49:18.403942 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5f4660-0b3b-4b77-84a8-eef9a7971302 req-16a8341d-7965-4759-a7ae-69c8cb951eed service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317468 Sep 21 21:49:18.768415 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfda31e-b2a4-486a-9c64-47b8b50131e4 req-7e55c670-a545-4f5b-9040-dd9c27a32421 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:18.771414 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-acfda31e-b2a4-486a-9c64-47b8b50131e4 req-7e55c670-a545-4f5b-9040-dd9c27a32421 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1352112 Sep 21 21:49:18.882099 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-acfda31e-b2a4-486a-9c64-47b8b50131e4 req-8dc55a09-aa6f-4c63-bef8-33c87a4cdd29 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976994 Sep 21 21:49:19.119961 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-308d4603-edb2-416b-b145-0af4f6e8c957 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1296451 Sep 21 21:49:19.268760 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3023239f-af73-44e0-ad0b-5d03fed27ace details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:49:19.330980 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2059c-deac-4969-9673-d39afcf8925e req-f8260891-9510-4446-b8ec-1ffbe778146f tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:19.332735 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-51e2059c-deac-4969-9673-d39afcf8925e req-f8260891-9510-4446-b8ec-1ffbe778146f tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 943 time: 0.1747839 Sep 21 21:49:19.339283 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-37a5c6df-be73-42fb-bd75-5ae377f5367f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:19.341085 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-37a5c6df-be73-42fb-bd75-5ae377f5367f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 1129 time: 0.1714125 Sep 21 21:49:19.481678 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 3023239f-af73-44e0-ad0b-5d03fed27ace, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3023239f-af73-44e0-ad0b-5d03fed27ace,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:19.484352 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-51e2059c-deac-4969-9673-d39afcf8925e req-92e160be-71ce-4fea-8c06-9f3e07bf30f7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412139 Sep 21 21:49:19.514904 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:49:19.600555 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 3023239f-af73-44e0-ad0b-5d03fed27ace is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:19.601593 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:19.609818 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-2244fed0-7b8d-411c-91ab-45de88c506da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:19.612849 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-2244fed0-7b8d-411c-91ab-45de88c506da service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.2334301 Sep 21 21:49:19.632926 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3023239f-af73-44e0-ad0b-5d03fed27ace {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:19.690731 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 3023239f-af73-44e0-ad0b-5d03fed27ace, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3023239f-af73-44e0-ad0b-5d03fed27ace,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:19.699302 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:19.817266 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-cb799e43-11ab-4c8a-b602-a633ec427706 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577 HTTP/1.1" status: 200 len: 1001 time: 0.1934712 Sep 21 21:49:19.834217 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=3023239f-af73-44e0-ad0b-5d03fed27ace,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:19.904879 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-735125fa-6f59-4c69-b0f4-b0b3a3e1998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:19.906663 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-735125fa-6f59-4c69-b0f4-b0b3a3e1998b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0756891 Sep 21 21:49:20.040176 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['3023239f-af73-44e0-ad0b-5d03fed27ace'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:49:20.088201 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-c2a4b1b3-173f-4553-b0a5-184758be2a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:20.101704 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-c2a4b1b3-173f-4553-b0a5-184758be2a0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1762857 Sep 21 21:49:20.235005 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bcc1ee-a039-4e9d-813d-23f5b47dfae3 req-4ba1e0c3-e134-4547-a612-4e3fbf3c079c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:20.248046 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-32bcc1ee-a039-4e9d-813d-23f5b47dfae3 req-4ba1e0c3-e134-4547-a612-4e3fbf3c079c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1879601 Sep 21 21:49:20.446840 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-6f765094-aaea-463d-a200-6daa886416b9 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120580 Sep 21 21:49:20.456088 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-32bcc1ee-a039-4e9d-813d-23f5b47dfae3 req-6c9185a2-1ad9-4163-b8a8-4d141b575619 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059352 Sep 21 21:49:20.552550 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-960742fa-2c34-41d4-926e-e0168e59ea91 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:20.564171 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-960742fa-2c34-41d4-926e-e0168e59ea91 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/networks?id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 200 len: 814 time: 0.2786171 Sep 21 21:49:20.589167 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-118abdf8-5cac-4c27-82f6-506d321a5d4d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/quotas/a5d042516de242668863351af17896d3 HTTP/1.1" status: 200 len: 375 time: 0.0230503 Sep 21 21:49:20.592975 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-398d0d7f-5b43-4cc9-950b-36e7401e0012 req-d96912f5-bd30-4336-a6fb-e487703996d0 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321306 Sep 21 21:49:20.633122 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-01272ca7-b434-4f52-838e-0d75de3012dd tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d042516de242668863351af17896d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420263 Sep 21 21:49:20.797886 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b962fbf-d21c-41df-9130-aab76562460a req-5ae1e62c-dc54-4bf0-8b30-0a8785c366ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:20.828490 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0b962fbf-d21c-41df-9130-aab76562460a req-5ae1e62c-dc54-4bf0-8b30-0a8785c366ec tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 944 time: 0.1804533 Sep 21 21:49:20.861405 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-3b6f09ec-feba-499c-b57d-2699d81bc54b service neutron] 10.222.0.48 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163363 Sep 21 21:49:20.927620 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:21.049600 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0b962fbf-d21c-41df-9130-aab76562460a req-a4ff25ca-252c-41fd-86a7-5031415cf19c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196803 Sep 21 21:49:21.090976 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-0509bf28-a4ca-4bc7-a83f-e2a45de241d7 service neutron] 10.222.0.48 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263894 Sep 21 21:49:21.286929 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3023239f-af73-44e0-ad0b-5d03fed27ace up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:21.486672 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b4787015-1428-4505-b554-2f46f5b52b1b req-c54717e8-c531-43e9-9282-e9b418b31e17 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 210 time: 0.0938127 Sep 21 21:49:21.582803 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 3023239f-af73-44e0-ad0b-5d03fed27ace completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:49:21.593436 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 3023239f-af73-44e0-ad0b-5d03fed27ace triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:21.594334 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:21.594921 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 3023239f-af73-44e0-ad0b-5d03fed27ace Sep 21 21:49:21.715694 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd6187-fdf1-4505-a58a-f4e60fca6777 req-3f79296b-6b8f-4620-a4c4-24d763bf3bd1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:21.720827 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6cdd6187-fdf1-4505-a58a-f4e60fca6777 req-3f79296b-6b8f-4620-a4c4-24d763bf3bd1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1056271 Sep 21 21:49:21.836216 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 3023239f-af73-44e0-ad0b-5d03fed27ace is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:21.842361 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:21.890135 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6cdd6187-fdf1-4505-a58a-f4e60fca6777 req-158e5723-37c8-4935-9d3c-2edff80cf382 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518574 Sep 21 21:49:21.917655 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:21.921655 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221436fd-0ce5-48cf-879e-7f8366379186" -d '{"events": [{"server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "name": "network-vif-plugged", "status": "completed", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:21.948255 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 3023239f-af73-44e0-ad0b-5d03fed27ace, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3023239f-af73-44e0-ad0b-5d03fed27ace,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:21.961492 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:22.040029 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f050af-459d-440a-84c9-861db938fb8c x-openstack-request-id: req-44f050af-459d-440a-84c9-861db938fb8c {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:22.052445 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "name": "network-vif-plugged", "status": "completed", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:22.053995 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-44f050af-459d-440a-84c9-861db938fb8c {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:22.055051 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44f050af-459d-440a-84c9-861db938fb8c'] response: {'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'code': 200} Sep 21 21:49:22.120040 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=3023239f-af73-44e0-ad0b-5d03fed27ace,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:22.364429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe3004-41a1-4f07-93d1-ec1aed21fd31 req-f2741329-13a2-4f67-ae5b-46fc746e397c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:22.367078 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-08fe3004-41a1-4f07-93d1-ec1aed21fd31 req-f2741329-13a2-4f67-ae5b-46fc746e397c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1633782 Sep 21 21:49:22.424780 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760b2be-a203-45b4-94f6-5ae444e604fc req-e9c502eb-23ec-41e3-adcf-c2b7ee0ea1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:22.426369 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b760b2be-a203-45b4-94f6-5ae444e604fc req-e9c502eb-23ec-41e3-adcf-c2b7ee0ea1cb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.1280162 Sep 21 21:49:22.481406 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-08fe3004-41a1-4f07-93d1-ec1aed21fd31 req-d460fdf5-a260-4a20-9ae1-a3833373af47 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045609 Sep 21 21:49:22.547170 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b760b2be-a203-45b4-94f6-5ae444e604fc req-bd6b462f-3d57-4530-be31-4b2544343d97 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041842 Sep 21 21:49:22.730476 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9c84f5fd-16aa-476f-9118-89f3cd77ff2e req-9e0ed272-efac-4362-b822-72c87c553c59 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 210 time: 0.0756786 Sep 21 21:49:23.156749 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c64e619-53c5-495b-8950-7511de493873 req-ba807f23-06a9-48e9-996e-f7441354e07b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:23.159244 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c64e619-53c5-495b-8950-7511de493873 req-ba807f23-06a9-48e9-996e-f7441354e07b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1027300 Sep 21 21:49:23.316366 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c64e619-53c5-495b-8950-7511de493873 req-80923b5b-768d-4a28-a9b6-9ac65032abdf tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451592 Sep 21 21:49:23.681451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2ef2b9-6483-4a3f-a8c6-8871da6e9da6 req-11a18836-20b6-4019-b856-2f59e2d5bf82 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:23.684220 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4a2ef2b9-6483-4a3f-a8c6-8871da6e9da6 req-11a18836-20b6-4019-b856-2f59e2d5bf82 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0849724 Sep 21 21:49:23.767929 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4a2ef2b9-6483-4a3f-a8c6-8871da6e9da6 req-0d927857-d34f-477b-95a5-a7cc2a27334d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770838 Sep 21 21:49:23.944138 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bab6646d-1f4a-4c57-afff-4590eb5e6eea req-4008d823-f2d6-4718-8b6d-a262e811de06 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 210 time: 0.0745671 Sep 21 21:49:24.120188 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-1c3afcae-6961-4db1-9935-3da176933652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:24.122852 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-1c3afcae-6961-4db1-9935-3da176933652 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1129 time: 0.0851939 Sep 21 21:49:24.247468 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-f6e3d321-1695-4241-8984-48895d4b31d0 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:24.249757 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-f6e3d321-1695-4241-8984-48895d4b31d0 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "GET /v2.0/networks?id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 200 len: 814 time: 0.2490108 Sep 21 21:49:24.300358 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Request body: {'port': {'device_id': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf', 'admin_state_up': True, 'tenant_id': 'a5d042516de242668863351af17896d3'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:24.310276 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-ff198943-11ae-4b5a-914d-1ea32883f6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:24.314812 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-ff198943-11ae-4b5a-914d-1ea32883f6da service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1780286 Sep 21 21:49:24.475968 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-501af614-f700-4ace-a3cf-6bb4f3ff9550 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 1000 time: 0.1528907 Sep 21 21:49:24.592790 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-b03254aa-654b-40e3-9c9e-ed12604aa127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:24.595252 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-b03254aa-654b-40e3-9c9e-ed12604aa127 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0821943 Sep 21 21:49:24.636730 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dc6b3-4221-40ac-919f-0d2c6e19269a req-1094b9af-a076-4b1a-b6a4-a11ebb232994 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:24.639016 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c95dc6b3-4221-40ac-919f-0d2c6e19269a req-1094b9af-a076-4b1a-b6a4-a11ebb232994 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1336472 Sep 21 21:49:24.640543 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Made reservation on behalf of a5d042516de242668863351af17896d3 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:24.646271 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:24.671407 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-85c81db9-6064-46be-aa60-c0d016e4137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:24.673410 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-85c81db9-6064-46be-aa60-c0d016e4137a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718329 Sep 21 21:49:24.815270 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c95dc6b3-4221-40ac-919f-0d2c6e19269a req-20c4eefc-fd75-41d8-b09e-95a5fc9b296e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531363 Sep 21 21:49:24.903109 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Allocated IP 172.20.0.13 (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf/a402bd65-1b62-4191-852c-f68bf1020cc6/b7f67109-1875-4834-9b59-343460911c94) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:25.204871 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-863b6be6-1a15-47df-a20d-ea49807f11e8 req-a097687a-d5e6-48c5-bd5c-37e7eb8840cc tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 210 time: 0.0675762 Sep 21 21:49:25.208723 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0fba1-3dce-4f46-9c30-b8889b79a687 req-dabada06-c38b-44ca-ae9d-f94758e51ccc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:25.210817 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-75e0fba1-3dce-4f46-9c30-b8889b79a687 req-dabada06-c38b-44ca-ae9d-f94758e51ccc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0931833 Sep 21 21:49:25.218435 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-647bf69c-f299-429f-9fa8-5b7d2c48fe67 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5294411 Sep 21 21:49:25.351971 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks [] for port (b7f67109-1875-4834-9b59-343460911c94), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:25.400030 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-75e0fba1-3dce-4f46-9c30-b8889b79a687 req-3a103cca-5115-40a7-8371-66c59e7a769a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706266 Sep 21 21:49:25.415718 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (b7f67109-1875-4834-9b59-343460911c94), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:25.494762 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:25.504677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45450) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:25.506148 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:25.509139 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:25.523084 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e01f4fd-c05b-4827-ad05-b732ac5a8c8f req-0dd9dd20-5535-4c2b-9611-18f6ec1949d4 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966180 Sep 21 21:49:25.550982 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Pushing event updated for resources: {'Port': ['ID=b7f67109-1875-4834-9b59-343460911c94,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:25.606499 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:25.607218 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:25.637917 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-47b4c935-4d1a-482f-8123-30285d05d64f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3507812 Sep 21 21:49:25.649907 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c3a87-ae90-4d36-b7c3-0c55357502d3 req-7bd5efff-cfcf-42f5-b546-355b74eed2c4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:25.651701 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-618c3a87-ae90-4d36-b7c3-0c55357502d3 req-7bd5efff-cfcf-42f5-b546-355b74eed2c4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1058261 Sep 21 21:49:25.670442 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Request body: {'port': {'device_id': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:25.672639 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45454) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:25.680734 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'floatingip': {'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:25.739605 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:25.764280 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b7f67109-1875-4834-9b59-343460911c94), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:25.844587 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-70e576ed-a26a-45e0-af35-c374fd2ebbb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=01ef68ddbb27485297c680d81ed9bad5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3381410 Sep 21 21:49:25.874155 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45456) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:26.052688 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-87328501-9355-4423-93e2-0d6af37c693c admin admin] Publish callbacks [] for security_group (d6861eba-d62d-4373-9b41-458c57026655), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.118329 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-87328501-9355-4423-93e2-0d6af37c693c admin admin] Publish callbacks [] for security_group (d6861eba-d62d-4373-9b41-458c57026655), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.154616 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99244b0-6be1-4a42-bf7d-feb469f5495f req-5afd8ed6-3e18-44e3-a998-cfbd432e6edf tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:26.156085 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f99244b0-6be1-4a42-bf7d-feb469f5495f req-5afd8ed6-3e18-44e3-a998-cfbd432e6edf tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1798358 Sep 21 21:49:26.299981 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f99244b0-6be1-4a42-bf7d-feb469f5495f req-fcac7424-0aac-4250-aa40-df8dc03666c0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011033 Sep 21 21:49:26.346279 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-87328501-9355-4423-93e2-0d6af37c693c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d6861eba-d62d-4373-9b41-458c57026655), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.351996 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-87328501-9355-4423-93e2-0d6af37c693c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.354362 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-87328501-9355-4423-93e2-0d6af37c693c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6861eba-d62d-4373-9b41-458c57026655 HTTP/1.1" status: 204 len: 168 time: 0.4787109 Sep 21 21:49:26.441338 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87328501-9355-4423-93e2-0d6af37c693c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6861eba-d62d-4373-9b41-458c57026655,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:26.538159 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e266b4-29c5-421e-ae50-bea405879c2a req-c47e01e9-53e9-4752-a6b9-f3f941ca1522 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:26.540746 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d9e266b4-29c5-421e-ae50-bea405879c2a req-c47e01e9-53e9-4752-a6b9-f3f941ca1522 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 932 time: 0.2092583 Sep 21 21:49:26.553882 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f67109-1875-4834-9b59-343460911c94 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:26.571715 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Publish callbacks [] for port (b7f67109-1875-4834-9b59-343460911c94), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.621517 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Transition to ACTIVE for port object b7f67109-1875-4834-9b59-343460911c94 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:49:26.632963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (b7f67109-1875-4834-9b59-343460911c94), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.770462 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d9e266b4-29c5-421e-ae50-bea405879c2a req-982a48d7-e113-4425-ac34-29ab511fb41a tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078259 Sep 21 21:49:26.821947 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.837114 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:26.840748 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Pushing event updated for resources: {'Port': ['ID=b7f67109-1875-4834-9b59-343460911c94,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:26.884486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Attempting to bind port b7f67109-1875-4834-9b59-343460911c94 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:26.885367 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Attempting to bind port b7f67109-1875-4834-9b59-343460911c94 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:26.885924 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Attempting to bind port b7f67109-1875-4834-9b59-343460911c94 on network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:26.895434 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Port b7f67109-1875-4834-9b59-343460911c94 on network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:49:26.896272 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Attempting to bind port b7f67109-1875-4834-9b59-343460911c94 on network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:26.905949 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:26.906522 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Checking segment: {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:26.907123 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Bound using segment: {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:26.907789 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Bound port: b7f67109-1875-4834-9b59-343460911c94, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:26.908353 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b7f67109-1875-4834-9b59-343460911c94), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:27.009422 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] For port b7f67109-1875-4834-9b59-343460911c94, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:27.015342 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] For port b7f67109-1875-4834-9b59-343460911c94, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b7f67109-1875-4834-9b59-343460911c94,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:27.023917 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (b7f67109-1875-4834-9b59-343460911c94), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:27.033513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:27.033513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:27.033513 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] 10.222.0.50 "PUT /v2.0/ports/b7f67109-1875-4834-9b59-343460911c94 HTTP/1.1" status: 200 len: 1094 time: 1.3782160 Sep 21 21:49:27.033513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'tag': 'b7f67109-1875-4834-9b59-343460911c94'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:27.034587 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0027067-f966-44a7-9360-8665eff4ea1c", "tag": "b7f67109-1875-4834-9b59-343460911c94"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:27.070226 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Floating IP 472272b8-fef1-47dc-9b16-5813a2fe26d2 associated. External IP: 172.27.3.219, port: 3023239f-af73-44e0-ad0b-5d03fed27ace. Sep 21 21:49:27.116844 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb3ec2-6ee0-4801-b495-05dd73a88a7a service neutron] Pushing event updated for resources: {'Port': ['ID=b7f67109-1875-4834-9b59-343460911c94,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:27.132654 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9916f79c-cfc8-4e1c-a11a-ce94a99c80ae x-openstack-request-id: req-9916f79c-cfc8-4e1c-a11a-ce94a99c80ae {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:27.132946 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0027067-f966-44a7-9360-8665eff4ea1c", "tag": "b7f67109-1875-4834-9b59-343460911c94", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:27.133143 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9916f79c-cfc8-4e1c-a11a-ce94a99c80ae {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:27.133591 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9916f79c-cfc8-4e1c-a11a-ce94a99c80ae'] response: {'name': 'network-changed', 'server_uuid': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'tag': 'b7f67109-1875-4834-9b59-343460911c94', 'status': 'completed', 'code': 200} Sep 21 21:49:27.206379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-bd47c386-8442-4b49-a29e-c428432ba985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:27.208849 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-bd47c386-8442-4b49-a29e-c428432ba985 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5d042516de242668863351af17896d3&device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 1128 time: 0.1099670 Sep 21 21:49:27.269015 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-088504dd-7bcb-4cc0-aa7f-6ed50b8b251b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f67109-1875-4834-9b59-343460911c94 HTTP/1.1" status: 200 len: 217 time: 0.0446224 Sep 21 21:49:27.331621 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:49:27.381253 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-31a211b0-3391-496e-9499-0cd6219001d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:27.387158 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-31a211b0-3391-496e-9499-0cd6219001d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a402bd65-1b62-4191-852c-f68bf1020cc6 HTTP/1.1" status: 200 len: 854 time: 0.1024480 Sep 21 21:49:27.437259 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Router fa976880-30ae-4f91-975c-e6ce4a53b430 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:49:27.474689 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-e7a1a462-2e5d-408a-943b-c91b47f72367 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709298 Sep 21 21:49:27.557391 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: ACTIVE; New status is: DOWN {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:27.558751 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:27.622362 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:27.626036 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df345293-c792-4b85-a0c6-6050da7a4cd1" -d '{"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-unplugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:27.643573 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-85db9624-4093-46ba-ba4c-7d7b4f1f21d0 service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632242 Sep 21 21:49:27.644616 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:27.652734 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:27.655527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c166c2-75bc-4fec-b5f5-b635da24e4c5 req-07de8cfe-ec6a-4b16-bb1f-e9f0368b5c0f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:27.660970 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] Sync routers for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:27.666524 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-06c166c2-75bc-4fec-b5f5-b635da24e4c5 req-07de8cfe-ec6a-4b16-bb1f-e9f0368b5c0f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 945 time: 0.1448455 Sep 21 21:49:27.668723 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:27.689473 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:27.703135 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:27.704214 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:27.721320 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45498) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:27.762048 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-69981ed9-151a-4642-8eca-238cd4ff0032 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "PUT /v2.0/floatingips/472272b8-fef1-47dc-9b16-5813a2fe26d2 HTTP/1.1" status: 200 len: 991 time: 2.0857613 Sep 21 21:49:27.768573 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:27.770892 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:27.780439 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2f4498-f1f7-4516-a125-d229b5154bbd x-openstack-request-id: req-0e2f4498-f1f7-4516-a125-d229b5154bbd {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:27.780869 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-unplugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:27.781220 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-0e2f4498-f1f7-4516-a125-d229b5154bbd {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:27.781958 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e2f4498-f1f7-4516-a125-d229b5154bbd'] response: {'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'code': 200} Sep 21 21:49:27.828119 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-06c166c2-75bc-4fec-b5f5-b635da24e4c5 req-25e7e430-48f2-4af2-91fa-5ac01dd3c0a9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600115 Sep 21 21:49:27.877183 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09f28cb-8d97-49c0-b0e2-9b70f0bc59c0 x-openstack-request-id: req-c09f28cb-8d97-49c0-b0e2-9b70f0bc59c0 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:27.877480 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:27.877811 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c09f28cb-8d97-49c0-b0e2-9b70f0bc59c0 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:27.878538 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09f28cb-8d97-49c0-b0e2-9b70f0bc59c0'] response: {'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'status': 'completed', 'code': 200} Sep 21 21:49:27.915925 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a002fa1e-8cb9-4b03-9e9f-3a01d4111d19 req-10aaa4b0-9cdd-42ac-ab99-057f4967f24b service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459109 Sep 21 21:49:27.996810 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:27.999650 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-213039952-network', 'tenant_id': '865994434d4a490ba79f77f14e98edf7'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:28.000471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=8']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:28.048461 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-6a598bae-640b-4855-86f1-94973ca15a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.050503 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-6a598bae-640b-4855-86f1-94973ca15a9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.1287413 Sep 21 21:49:28.053990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Made reservation on behalf of 865994434d4a490ba79f77f14e98edf7 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:28.056678 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.085425 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.107659 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0c15-2873-47c4-999c-404726f8c4e7 req-52d6012c-bfb7-4053-9f28-e068c0e7ade2 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.115981 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-798b0c15-2873-47c4-999c-404726f8c4e7 req-52d6012c-bfb7-4053-9f28-e068c0e7ade2 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 944 time: 0.1394238 Sep 21 21:49:28.270391 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-798b0c15-2873-47c4-999c-404726f8c4e7 req-9bcf7d3b-7ee9-4c9d-8330-8a1a3428e6c0 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530147 Sep 21 21:49:28.320196 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-33574e36-4e8e-48fc-8565-e76fb0b66fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.323370 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-33574e36-4e8e-48fc-8565-e76fb0b66fd2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5d042516de242668863351af17896d3&device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 1128 time: 0.1419268 Sep 21 21:49:28.370226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-f0a0450d-11e7-4063-8ba6-42def3d67312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.373034 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-f0a0450d-11e7-4063-8ba6-42def3d67312 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.2267065 Sep 21 21:49:28.381666 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks [] for security_group (3a0c03bc-fe5c-412e-8fd3-98f0841acbc8), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.391572 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (3a0c03bc-fe5c-412e-8fd3-98f0841acbc8), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.461462 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:49:28.473223 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '472272b8-fef1-47dc-9b16-5813a2fe26d2', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:49:01Z', 'updated_at': '2022-09-21T21:49:26Z', 'revision_number': 1, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:28.498057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (4f331deb-e575-4a68-a900-f10d4144056a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.498512 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Added segment 4f331deb-e575-4a68-a900-f10d4144056a of type vlan for network a78848c2-3cf6-43f9-8f70-6458a71d2e12 Sep 21 21:49:28.500311 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c03bc-fe5c-412e-8fd3-98f0841acbc8,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:28.504858 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-823b2006-52cf-4d43-9d95-2c4078b4b2b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 999 time: 0.1260252 Sep 21 21:49:28.515615 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] Checking router: fa976880-30ae-4f91-975c-e6ce4a53b430 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:28.531984 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:28.532914 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:28.544857 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-e036ec48-5661-491b-961b-89528258efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.547481 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-e036ec48-5661-491b-961b-89528258efda service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 200 len: 915 time: 0.2038274 Sep 21 21:49:28.606893 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-428bcf6f-708b-463d-9faf-efe7f9160843 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7f67109-1875-4834-9b59-343460911c94 HTTP/1.1" status: 200 len: 217 time: 0.0498176 Sep 21 21:49:28.611223 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (a78848c2-3cf6-43f9-8f70-6458a71d2e12), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.616584 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-ce7f99e7-baa4-464b-a28e-09d6938697d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.618411 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-ce7f99e7-baa4-464b-a28e-09d6938697d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.1044865 Sep 21 21:49:28.672926 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:28.680889 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (a78848c2-3cf6-43f9-8f70-6458a71d2e12), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.682154 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.682839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.688514 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-20972f5d-b3a5-4158-9829-43650f38cbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.691182 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-20972f5d-b3a5-4158-9829-43650f38cbcd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a402bd65-1b62-4191-852c-f68bf1020cc6 HTTP/1.1" status: 200 len: 854 time: 0.0718513 Sep 21 21:49:28.742341 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-2bb2092a-95b7-4a02-be59-e2382634288c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424216 Sep 21 21:49:28.760330 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-09eec570-cd38-441b-8524-bdf684cfa23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:28.762354 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-09eec570-cd38-441b-8524-bdf684cfa23d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1366398 Sep 21 21:49:28.799446 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0761666 Sep 21 21:49:28.805688 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45514) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:28.824289 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1029d-e5fe-4116-848c-93839a540154 admin admin] Pushing event updated for resources: {'Network': ['ID=a78848c2-3cf6-43f9-8f70-6458a71d2e12,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:28.832878 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Request body: {'subnet': {'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-213039952-subnet', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:28.874183 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:49:28.928662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Made reservation on behalf of 865994434d4a490ba79f77f14e98edf7 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:28.933251 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14575443'] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:28.958002 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-56f65b3f-5394-4218-ae8e-42f5c7d6a12c service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054825 Sep 21 21:49:29.091804 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-996cc81e-1da1-4c3c-a7f9-3f99643c6210 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128419 Sep 21 21:49:29.107897 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '472272b8-fef1-47dc-9b16-5813a2fe26d2', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:49:01Z', 'updated_at': '2022-09-21T21:49:26Z', 'revision_number': 1, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:29.137858 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-00f38f60-b45b-46c9-8c0a-a5c8fe8a0e8e req-f7d0fd03-564d-4887-a631-4f9bbafd593b service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663356 Sep 21 21:49:29.166834 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6f907f-ea36-4c69-8a6f-0ab0b4edc541 None None] The sync data for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi is: [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '472272b8-fef1-47dc-9b16-5813a2fe26d2', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:49:01Z', 'updated_at': '2022-09-21T21:49:26Z', 'revision_number': 1, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:29.225964 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7289f1-1228-4200-8fa7-41e86d5f2fb4 req-5995fe8a-8fc6-440a-993d-53d227ca1424 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:29.227919 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2f7289f1-1228-4200-8fa7-41e86d5f2fb4 req-5995fe8a-8fc6-440a-993d-53d227ca1424 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.2078588 Sep 21 21:49:29.327160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device b7f67109-1875-4834-9b59-343460911c94 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:49:29.335092 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ef1106f-1668-4d48-8fd2-66dc1f047fa9 req-c2f784df-667b-4f63-ba0a-4b0e96e322b8 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339854 Sep 21 21:49:29.457696 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2f7289f1-1228-4200-8fa7-41e86d5f2fb4 req-a722bc94-1135-4a77-ad0c-847121d4b148 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142391 Sep 21 21:49:29.490291 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14205736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14575425'] for subnet (9edc68bb-96bb-401a-b83b-5b263fb2d613), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.562415 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26529d7b-ed44-48d1-a895-1d0d088621b6 None None] New status for floating IP 472272b8-fef1-47dc-9b16-5813a2fe26d2: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:49:29.618282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port b7f67109-1875-4834-9b59-343460911c94, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b7f67109-1875-4834-9b59-343460911c94,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:29.636467 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'b7f67109-1875-4834-9b59-343460911c94', 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf', 'port_id': 'b7f67109-1875-4834-9b59-343460911c94', 'mac_address': 'fa:16:3e:4d:6c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a402bd65-1b62-4191-852c-f68bf1020cc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:49:29.672074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Checking segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:29.678767 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Network hostable DHCP agents. Network: a78848c2-3cf6-43f9-8f70-6458a71d2e12, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:49:29.693556 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9edc68bb-96bb-401a-b83b-5b263fb2d613,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:29.722759 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:49:29.728833 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c221695-0a67-4084-8ac2-8716f616ce39 req-f13afdbf-bbc8-41a1-ae04-2780885f2054 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:29.734865 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7c221695-0a67-4084-8ac2-8716f616ce39 req-f13afdbf-bbc8-41a1-ae04-2780885f2054 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 944 time: 0.2221274 Sep 21 21:49:29.747215 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, a78848c2-3cf6-43f9-8f70-6458a71d2e12) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:29.749481 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port b7f67109-1875-4834-9b59-343460911c94 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:29.750195 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b7f67109-1875-4834-9b59-343460911c94), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.780992 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:29.785406 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.809206 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f67109-1875-4834-9b59-343460911c94 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:29.844921 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port b7f67109-1875-4834-9b59-343460911c94, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b7f67109-1875-4834-9b59-343460911c94,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:29.847149 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cec6a4-a4c9-4645-99d4-3e7bdfa77c19 None None] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:29.848277 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8eae2064-5af3-4bf2-81c8-dadf6753e34d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0403128 Sep 21 21:49:29.850768 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45534) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:29.858275 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b7f67109-1875-4834-9b59-343460911c94), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.861379 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:29.868518 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7c221695-0a67-4084-8ac2-8716f616ce39 req-82b3e7f6-af6a-45a6-9c05-662e050cb1cb tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236935 Sep 21 21:49:29.908340 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (e05208bf-95a6-48b0-aaa7-b35a92066c83), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:29.910688 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (e05208bf-95a6-48b0-aaa7-b35a92066c83), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.019495 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks [] for router_controller (e05208bf-95a6-48b0-aaa7-b35a92066c83), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.206406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=b7f67109-1875-4834-9b59-343460911c94,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:30.227939 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks [] for router_gateway (e05208bf-95a6-48b0-aaa7-b35a92066c83), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.312559 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['b7f67109-1875-4834-9b59-343460911c94'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:49:30.359922 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:49:30.360943 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.555770 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-35d71029-a9d6-4dee-860d-bcca5ab73b09 req-68207797-e07f-4e66-88a3-44e977944c30 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:49:30.556995 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-35d71029-a9d6-4dee-860d-bcca5ab73b09 req-68207797-e07f-4e66-88a3-44e977944c30 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063577 Sep 21 21:49:30.566365 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Allocated IP 172.20.0.2 (a78848c2-3cf6-43f9-8f70-6458a71d2e12/9edc68bb-96bb-401a-b83b-5b263fb2d613/55d35a0a-6c39-4317-95d3-1a6a55b26907) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:30.573123 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks [] for router_gateway (e05208bf-95a6-48b0-aaa7-b35a92066c83), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.854485 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Publish callbacks [] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.868540 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.936307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:30.941400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:30.942145 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:30.948068 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:30.980453 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Pushing event updated for resources: {'Port': ['ID=55d35a0a-6c39-4317-95d3-1a6a55b26907,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:31.095844 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e61239-c9f8-4dc1-b016-8fda0266bb3d req-fcebfdeb-2373-47b2-9800-34585dc39646 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:31.108774 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f0e61239-c9f8-4dc1-b016-8fda0266bb3d req-fcebfdeb-2373-47b2-9800-34585dc39646 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1710913 Sep 21 21:49:31.148957 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Attempting to bind port 55d35a0a-6c39-4317-95d3-1a6a55b26907 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:31.150216 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Attempting to bind port 55d35a0a-6c39-4317-95d3-1a6a55b26907 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:31.154942 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Attempting to bind port 55d35a0a-6c39-4317-95d3-1a6a55b26907 on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:31.174204 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45564) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:31.174701 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904174b-103b-4d60-b740-541658d9921e req-b417da20-0122-4b32-8bf4-baf23c3627c1 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:31.176386 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:31.176989 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Checking segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:31.177634 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.178289 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Bound using segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:31.179071 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Bound port: 55d35a0a-6c39-4317-95d3-1a6a55b26907, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:31.179685 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.182749 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0904174b-103b-4d60-b740-541658d9921e req-b417da20-0122-4b32-8bf4-baf23c3627c1 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 945 time: 0.1310863 Sep 21 21:49:31.261343 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Allocated IP 172.27.3.99 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/3a37947f-1220-4516-87d9-de897d0a668a) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:31.284663 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] For port 55d35a0a-6c39-4317-95d3-1a6a55b26907, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:31.294739 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f0e61239-c9f8-4dc1-b016-8fda0266bb3d req-a09fc3ff-9f04-4b1c-a8fc-60517e6bfec1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844213 Sep 21 21:49:31.299293 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0904174b-103b-4d60-b740-541658d9921e req-74e04a98-5612-4de2-808d-4b63ce46b30f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126144 Sep 21 21:49:31.301836 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] For port 55d35a0a-6c39-4317-95d3-1a6a55b26907, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=55d35a0a-6c39-4317-95d3-1a6a55b26907,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:31.330961 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device b7f67109-1875-4834-9b59-343460911c94 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:31.361356 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.423071 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1577ba-2a09-45ee-abd5-249ac0612c69 None None] Pushing event updated for resources: {'Port': ['ID=55d35a0a-6c39-4317-95d3-1a6a55b26907,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:31.467886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port b7f67109-1875-4834-9b59-343460911c94 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:49:31.477695 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port b7f67109-1875-4834-9b59-343460911c94 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:31.478517 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b7f67109-1875-4834-9b59-343460911c94), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.479221 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port b7f67109-1875-4834-9b59-343460911c94 Sep 21 21:49:31.486163 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7405a862-cc8a-4155-8371-7ce454a4b564 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.607266 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port b7f67109-1875-4834-9b59-343460911c94 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:31.607680 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b7f67109-1875-4834-9b59-343460911c94), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.613833 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks [] for port (3a37947f-1220-4516-87d9-de897d0a668a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.684477 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f67109-1875-4834-9b59-343460911c94'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:49:31.688495 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57b7b07-1360-4c94-8ec6-4e962ccfd7d7" -d '{"events": [{"server_uuid": "a0027067-f966-44a7-9360-8665eff4ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "b7f67109-1875-4834-9b59-343460911c94"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:49:31.703800 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port b7f67109-1875-4834-9b59-343460911c94, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b7f67109-1875-4834-9b59-343460911c94,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:31.719354 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b7f67109-1875-4834-9b59-343460911c94), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.773375 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (3a37947f-1220-4516-87d9-de897d0a668a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.780711 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7405a862-cc8a-4155-8371-7ce454a4b564 admin admin] Publish callbacks [] for security_group (41bccd90-3097-4934-831b-9d1e229e88c7), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.803090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45578) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:31.808000 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1751dcc6-7ee1-48eb-aba6-9e3e47bd71f3 x-openstack-request-id: req-1751dcc6-7ee1-48eb-aba6-9e3e47bd71f3 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:49:31.808408 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0027067-f966-44a7-9360-8665eff4ea1c", "name": "network-vif-plugged", "status": "completed", "tag": "b7f67109-1875-4834-9b59-343460911c94", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:49:31.808634 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1751dcc6-7ee1-48eb-aba6-9e3e47bd71f3 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:49:31.809015 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1751dcc6-7ee1-48eb-aba6-9e3e47bd71f3'] response: {'server_uuid': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f67109-1875-4834-9b59-343460911c94', 'code': 200} Sep 21 21:49:31.835141 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7405a862-cc8a-4155-8371-7ce454a4b564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (41bccd90-3097-4934-831b-9d1e229e88c7), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:31.906480 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=b7f67109-1875-4834-9b59-343460911c94,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:31.944858 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:31.977737 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:31.989750 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:31.994665 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Pushing event updated for resources: {'Port': ['ID=3a37947f-1220-4516-87d9-de897d0a668a,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:32.007999 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7405a862-cc8a-4155-8371-7ce454a4b564 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70a0a8bacf844e66981f8e835d421b54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8272946 Sep 21 21:49:32.020592 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45582) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:32.032677 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 55d35a0a-6c39-4317-95d3-1a6a55b26907 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:32.036595 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405a862-cc8a-4155-8371-7ce454a4b564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bccd90-3097-4934-831b-9d1e229e88c7,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:32.101505 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-8a263ef6-5dbd-428e-b8b1-8c434a7ce478 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2964585 Sep 21 21:49:32.124155 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 55d35a0a-6c39-4317-95d3-1a6a55b26907 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:32.124932 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.125820 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 55d35a0a-6c39-4317-95d3-1a6a55b26907 Sep 21 21:49:32.134994 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-037ad9fa-4d0b-49dc-bf11-0962ab289952 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:49:32.136859 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-037ad9fa-4d0b-49dc-bf11-0962ab289952 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0122457 Sep 21 21:49:32.177002 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Publish callbacks [] for security_group (41bccd90-3097-4934-831b-9d1e229e88c7), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.216070 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Publish callbacks [] for security_group (41bccd90-3097-4934-831b-9d1e229e88c7), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.319092 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45588) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:32.325127 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e887-edcc-4767-9da4-4e060d1448a6 req-aed00781-8e34-4ba7-8692-a5469e6fdb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:32.331002 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 55d35a0a-6c39-4317-95d3-1a6a55b26907 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:32.332422 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.334724 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1ef0e887-edcc-4767-9da4-4e060d1448a6 req-aed00781-8e34-4ba7-8692-a5469e6fdb1f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 1130 time: 0.2712357 Sep 21 21:49:32.356427 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (41bccd90-3097-4934-831b-9d1e229e88c7), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.361497 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.366084 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/41bccd90-3097-4934-831b-9d1e229e88c7 HTTP/1.1" status: 204 len: 168 time: 0.3417149 Sep 21 21:49:32.398184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bccd90-3097-4934-831b-9d1e229e88c7,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:32.424439 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.424859 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.425750 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.427368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.428090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.435266 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.435852 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.436391 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.436815 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.441512 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.442079 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.442496 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.442857 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b1f8cbb-bdee-415a-999c-d57d3e05609e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:32.508685 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 55d35a0a-6c39-4317-95d3-1a6a55b26907, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=55d35a0a-6c39-4317-95d3-1a6a55b26907,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:32.522398 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:32.604532 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-63213f78-3300-4c5e-bfa7-39fc3ad45920 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:32.606054 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-63213f78-3300-4c5e-bfa7-39fc3ad45920 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports/78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 940 time: 0.2868602 Sep 21 21:49:32.652455 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea309a-a144-404f-8cbe-d6a85d9561f0 req-1f3bea26-7744-4743-99f3-c65ee5f086b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:32.659281 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4cea309a-a144-404f-8cbe-d6a85d9561f0 req-1f3bea26-7744-4743-99f3-c65ee5f086b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1748784 Sep 21 21:49:32.666248 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=55d35a0a-6c39-4317-95d3-1a6a55b26907,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:32.700520 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1ef0e887-edcc-4767-9da4-4e060d1448a6 req-f5697049-0891-48b8-8880-a4518da7089c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491583 Sep 21 21:49:32.779506 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4cea309a-a144-404f-8cbe-d6a85d9561f0 req-a47f619b-bdc4-42c6-8496-3ea891b6c246 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083541 Sep 21 21:49:32.813938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6a057-015b-4633-a86c-d51c96d0d0bc req-b3a504b5-2942-43bc-9bcf-19abdd746dc7 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:32.813938 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-63e6a057-015b-4633-a86c-d51c96d0d0bc req-b3a504b5-2942-43bc-9bcf-19abdd746dc7 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 946 time: 0.2985866 Sep 21 21:49:32.837747 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks [] for router_gateway (e05208bf-95a6-48b0-aaa7-b35a92066c83), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:33.020149 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-63e6a057-015b-4633-a86c-d51c96d0d0bc req-4e21e242-4b19-49a2-aac0-1ca86fa42544 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973996 Sep 21 21:49:33.207473 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcce33a-ca73-4f42-8d43-f101758e6813 None None] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:33.265093 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (e05208bf-95a6-48b0-aaa7-b35a92066c83), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:33.430587 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-7ed3a450-4fe2-4605-994b-9f0e9db4b317 None None] Provisioning complete for port 55d35a0a-6c39-4317-95d3-1a6a55b26907 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:33.430945 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7ed3a450-4fe2-4605-994b-9f0e9db4b317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:33.431447 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-7ed3a450-4fe2-4605-994b-9f0e9db4b317 None None] Attempt 1 to provision port 55d35a0a-6c39-4317-95d3-1a6a55b26907 Sep 21 21:49:33.495098 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:49:33.605727 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-7ed3a450-4fe2-4605-994b-9f0e9db4b317 None None] Current status of the port 55d35a0a-6c39-4317-95d3-1a6a55b26907 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:33.722254 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:33.742783 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:33.754147 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:33.756716 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8f66f63d-b934-4638-9471-dd7478d45872 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9030476 Sep 21 21:49:33.760910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45622) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:33.761471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:33.762458 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:34.028046 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 55d35a0a-6c39-4317-95d3-1a6a55b26907 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:34.131909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:34.141762 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-f551688f-7da8-4fdd-b964-5c2de9da8c3a None None] Provisioning complete for port 55d35a0a-6c39-4317-95d3-1a6a55b26907 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:34.142933 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f551688f-7da8-4fdd-b964-5c2de9da8c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:34.143679 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-f551688f-7da8-4fdd-b964-5c2de9da8c3a None None] Attempt 1 to provision port 55d35a0a-6c39-4317-95d3-1a6a55b26907 Sep 21 21:49:34.254119 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaebb62f-c983-46f1-ae55-f6aa239bfe9f req-7bff300a-9ffd-47f3-b557-3a867d9777e9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:34.270014 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-eaebb62f-c983-46f1-ae55-f6aa239bfe9f req-7bff300a-9ffd-47f3-b557-3a867d9777e9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.2501817 Sep 21 21:49:34.371052 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-eaebb62f-c983-46f1-ae55-f6aa239bfe9f req-e1684142-2d67-4b10-9ffc-2f29953943ab tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988762 Sep 21 21:49:34.409636 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 55d35a0a-6c39-4317-95d3-1a6a55b26907 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:34.410276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:34.410817 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 55d35a0a-6c39-4317-95d3-1a6a55b26907 Sep 21 21:49:34.523242 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e70cc-efba-48cf-a3ad-f8a7f9e192e4 req-b3389c0d-9781-4a15-9d59-d336fb16158b tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:34.527833 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ce1e70cc-efba-48cf-a3ad-f8a7f9e192e4 req-b3389c0d-9781-4a15-9d59-d336fb16158b tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 946 time: 0.2250206 Sep 21 21:49:34.567118 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-f551688f-7da8-4fdd-b964-5c2de9da8c3a None None] Current status of the port 55d35a0a-6c39-4317-95d3-1a6a55b26907 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:34.668574 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 55d35a0a-6c39-4317-95d3-1a6a55b26907 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:34.676655 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:32Z', 'revision_number': 3, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:34.693153 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ce1e70cc-efba-48cf-a3ad-f8a7f9e192e4 req-17bf40d7-5eb8-4824-be22-c71e44265f55 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206665 Sep 21 21:49:34.714490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:34.715117 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Updating router e05208bf-95a6-48b0-aaa7-b35a92066c83 port 3a37947f-1220-4516-87d9-de897d0a668a binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:49:34.757846 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3a37947f-1220-4516-87d9-de897d0a668a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:34.793936 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:34.874939 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:49:35.009284 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45668) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:35.032325 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Allocated IP 172.20.0.1 (a78848c2-3cf6-43f9-8f70-6458a71d2e12/9edc68bb-96bb-401a-b83b-5b263fb2d613/7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:35.191756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2223f66a-7e6a-4dd9-a8ce-591b151a7b38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.231179 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-28ce3768-980b-4f49-80c6-9309259baa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:35.234066 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-28ce3768-980b-4f49-80c6-9309259baa38 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71&tenant_id=c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 1127 time: 0.1987190 Sep 21 21:49:35.377375 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks [] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.382156 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2223f66a-7e6a-4dd9-a8ce-591b151a7b38 admin admin] Publish callbacks [] for security_group (e6545267-6b1a-4f13-96a2-43cf2ad993aa), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.388636 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2223f66a-7e6a-4dd9-a8ce-591b151a7b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e6545267-6b1a-4f13-96a2-43cf2ad993aa), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.404131 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-91a1c456-49f8-4203-8109-54c4838ebc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:35.406755 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-91a1c456-49f8-4203-8109-54c4838ebc65 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1127 time: 0.1307244 Sep 21 21:49:35.438064 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Publish callbacks [] for port (3a37947f-1220-4516-87d9-de897d0a668a), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.461373 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3a37947f-1220-4516-87d9-de897d0a668a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.463893 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223f66a-7e6a-4dd9-a8ce-591b151a7b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6545267-6b1a-4f13-96a2-43cf2ad993aa,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:35.472994 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2223f66a-7e6a-4dd9-a8ce-591b151a7b38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=587e25133dec404baf0b2c0f0adda103&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612978 Sep 21 21:49:35.478219 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45684) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:35.578075 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.594824 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-90a70f05-3469-4e1e-82c6-87fa90c3ec69 admin admin] Publish callbacks [] for security_group (e6545267-6b1a-4f13-96a2-43cf2ad993aa), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.631095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Attempting to bind port 3a37947f-1220-4516-87d9-de897d0a668a on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:35.631663 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Attempting to bind port 3a37947f-1220-4516-87d9-de897d0a668a by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:35.632226 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Attempting to bind port 3a37947f-1220-4516-87d9-de897d0a668a on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:35.643856 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-90a70f05-3469-4e1e-82c6-87fa90c3ec69 admin admin] Publish callbacks [] for security_group (e6545267-6b1a-4f13-96a2-43cf2ad993aa), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.653840 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-7a5dc8bb-a154-467a-9031-2ff65b6f2191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:35.656287 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-7a5dc8bb-a154-467a-9031-2ff65b6f2191 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.2330053 Sep 21 21:49:35.673175 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:35.673767 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:35.674591 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.675239 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:35.677674 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Bound port: 3a37947f-1220-4516-87d9-de897d0a668a, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:35.677674 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3a37947f-1220-4516-87d9-de897d0a668a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.716342 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:35.762000 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:35.773595 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] For port 3a37947f-1220-4516-87d9-de897d0a668a, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:35.780150 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] For port 3a37947f-1220-4516-87d9-de897d0a668a, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=3a37947f-1220-4516-87d9-de897d0a668a,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:35.781293 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:35.799160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cb873-f653-4e19-adfc-bb7b01fb036c None None] Pushing event updated for resources: {'Port': ['ID=3a37947f-1220-4516-87d9-de897d0a668a,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:35.806310 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3a37947f-1220-4516-87d9-de897d0a668a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.849529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:35.860000 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:35.860888 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:35.875727 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-ceab07af-3b20-4c2c-8205-2f180c2e9844 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 998 time: 0.2113712 Sep 21 21:49:35.876892 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (e05208bf-95a6-48b0-aaa7-b35a92066c83), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.881711 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1787ad-6de8-474e-82c4-778a629ce1d0 req-b94f09da-24c5-4a3c-98b6-c8eb3022fe59 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:35.884093 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2f1787ad-6de8-474e-82c4-778a629ce1d0 req-b94f09da-24c5-4a3c-98b6-c8eb3022fe59 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1661735 Sep 21 21:49:35.898945 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-90a70f05-3469-4e1e-82c6-87fa90c3ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e6545267-6b1a-4f13-96a2-43cf2ad993aa), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.933521 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-90a70f05-3469-4e1e-82c6-87fa90c3ec69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:35.940333 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-90a70f05-3469-4e1e-82c6-87fa90c3ec69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6545267-6b1a-4f13-96a2-43cf2ad993aa HTTP/1.1" status: 204 len: 168 time: 0.4565477 Sep 21 21:49:36.036922 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2f1787ad-6de8-474e-82c4-778a629ce1d0 req-7dfdbdb1-f02c-4182-9d7a-635caf0991f3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826693 Sep 21 21:49:36.043331 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a70f05-3469-4e1e-82c6-87fa90c3ec69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6545267-6b1a-4f13-96a2-43cf2ad993aa,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:36.165709 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cb873-f653-4e19-adfc-bb7b01fb036c None None] Pushing event updated for resources: {'Port': ['ID=3a37947f-1220-4516-87d9-de897d0a668a,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:36.247283 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:36.442331 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Provisioning complete for port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:36.443340 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:36.443507 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 1 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:36.500813 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-07209bdb-204a-40c4-8458-d9b65109e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:36.502683 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-07209bdb-204a-40c4-8458-d9b65109e9a4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.5073600 Sep 21 21:49:36.503717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:36.522389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:36.625487 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-c69ed8cf-a8ae-4dce-a237-1607915b15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:36.627936 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-c69ed8cf-a8ae-4dce-a237-1607915b15d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1140153 Sep 21 21:49:36.643895 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:32Z', 'revision_number': 3, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:36.697202 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6c1fb1-0e1e-4406-8114-91a9f0c20ea7 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:32Z', 'revision_number': 3, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:36.862062 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-7bac85c5-b3cc-4cbd-9b57-c63c73918663 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212052 Sep 21 21:49:36.903125 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks [] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:36.936845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:37.024463 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 2 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:37.087536 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:37.088429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Pushing event updated for resources: {'Port': ['ID=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:37.099920 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (e05208bf-95a6-48b0-aaa7-b35a92066c83), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:37.124400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.124400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.124988 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.124988 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.125381 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.125627 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.126471 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.127217 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.127703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.128184 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.128659 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.129132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.129620 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:37.160126 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ac11824-e0a2-44e1-9274-b23cd7c786bf req-27944f39-f963-4354-982a-d07cb920011e service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844989 Sep 21 21:49:37.349274 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:37.352903 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:37.373300 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eefcfc-cd22-4c4c-8a69-dc0bd229fc86 req-d8303a8c-f2bf-4529-beda-7a878acccf78 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:37.375093 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f2eefcfc-cd22-4c4c-8a69-dc0bd229fc86 req-d8303a8c-f2bf-4529-beda-7a878acccf78 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1146383 Sep 21 21:49:37.589733 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 3 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:37.602944 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f2eefcfc-cd22-4c4c-8a69-dc0bd229fc86 req-41622183-1a22-4560-b771-820a639efe59 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890998 Sep 21 21:49:37.605158 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:49:37.734267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:37.831185 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:37.838013 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c1f48463-4d10-4e09-b172-973a137dfe37 admin admin] 10.222.0.48 "PUT /v2.0/routers/e05208bf-95a6-48b0-aaa7-b35a92066c83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0759695 Sep 21 21:49:37.975639 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 3a37947f-1220-4516-87d9-de897d0a668a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:38.066269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 3a37947f-1220-4516-87d9-de897d0a668a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:38.066999 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (3a37947f-1220-4516-87d9-de897d0a668a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:38.067538 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 3a37947f-1220-4516-87d9-de897d0a668a Sep 21 21:49:38.214375 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 3a37947f-1220-4516-87d9-de897d0a668a is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:38.215354 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (3a37947f-1220-4516-87d9-de897d0a668a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:38.240873 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 4 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:38.304754 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 3a37947f-1220-4516-87d9-de897d0a668a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=3a37947f-1220-4516-87d9-de897d0a668a,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:38.372882 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (3a37947f-1220-4516-87d9-de897d0a668a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:38.535002 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:38.633372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=3a37947f-1220-4516-87d9-de897d0a668a,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:38.668001 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-bd308bd5-82e4-4072-80a8-31e380cd48ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.060074 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd86d57-f6af-410b-ad03-e76ef367d7f0 req-908fd3fe-6e94-4bdc-98c9-000780e5c65b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:39.061737 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5bd86d57-f6af-410b-ad03-e76ef367d7f0 req-908fd3fe-6e94-4bdc-98c9-000780e5c65b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1642191 Sep 21 21:49:39.113381 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 5 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:39.251459 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:39.274238 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5bd86d57-f6af-410b-ad03-e76ef367d7f0 req-2a3f3eb2-e015-4294-bf6f-bddcc79c57af tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904752 Sep 21 21:49:39.409823 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45752) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:39.418009 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-517910656-network', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:39.461399 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Made reservation on behalf of e65f2239f4b3443f9b4a138ea5bc3637 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:39.464478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.475314 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.646371 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:39.663247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks [] for security_group (4ce6afd7-bcb7-43d8-bf7f-172f26b1513e), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.665684 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:39.666465 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:39.672104 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (4ce6afd7-bcb7-43d8-bf7f-172f26b1513e), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.743981 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:49:39.753569 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 6 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:39.781020 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (47e2d900-9860-49bb-b415-7c78333f3ca9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.781462 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Added segment 47e2d900-9860-49bb-b415-7c78333f3ca9 of type vlan for network 7513eafc-9881-4d1b-a378-75f0defa10ac Sep 21 21:49:39.783143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce6afd7-bcb7-43d8-bf7f-172f26b1513e,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:39.841972 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:39.858498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (7513eafc-9881-4d1b-a378-75f0defa10ac), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.896534 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:39.928505 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (7513eafc-9881-4d1b-a378-75f0defa10ac), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.931392 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:39.932806 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:39.973010 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5616152 Sep 21 21:49:39.978352 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45754) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:39.984861 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Request body: {'subnet': {'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-517910656-subnet', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:40.037679 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 3a37947f-1220-4516-87d9-de897d0a668a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:40.051652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Made reservation on behalf of e65f2239f4b3443f9b4a138ea5bc3637 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:49:40.056077 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14531022'] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:40.117166 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb3f7b-cb99-425a-9668-ee64f3fd08d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7513eafc-9881-4d1b-a378-75f0defa10ac,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:40.211688 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 7513eafc-9881-4d1b-a378-75f0defa10ac details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:49:40.348911 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 7 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:40.352681 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 3a37947f-1220-4516-87d9-de897d0a668a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:40.353638 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (3a37947f-1220-4516-87d9-de897d0a668a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:40.354468 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 3a37947f-1220-4516-87d9-de897d0a668a Sep 21 21:49:40.512090 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:40.565231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14531036'] for subnet (1f26acb3-783d-41ac-951d-2ab72832c52b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:40.672861 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:36Z', 'revision_number': 2, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:40.711019 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af66a-3e22-4f84-a2f7-d9fd8d484b61 req-a60591c4-fc76-44c8-b5d3-b184d79aa35a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:40.715022 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-197af66a-3e22-4f84-a2f7-d9fd8d484b61 req-a60591c4-fc76-44c8-b5d3-b184d79aa35a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1862741 Sep 21 21:49:40.721307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a06b5466-f30f-49b5-b52f-09ca072c54ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:40.734719 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 3a37947f-1220-4516-87d9-de897d0a668a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:40.765995 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:40.767059 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Updating router e05208bf-95a6-48b0-aaa7-b35a92066c83 port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:49:40.772801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f26acb3-783d-41ac-951d-2ab72832c52b,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:40.824889 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:40.874098 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-197af66a-3e22-4f84-a2f7-d9fd8d484b61 req-5e2b29a2-f787-4c30-9ce1-4d3609f1b126 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482227 Sep 21 21:49:40.903561 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Checking segment: {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:40.904076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Network hostable DHCP agents. Network: 7513eafc-9881-4d1b-a378-75f0defa10ac, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:49:40.938300 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Network 7513eafc-9881-4d1b-a378-75f0defa10ac is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:49:40.973069 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 7513eafc-9881-4d1b-a378-75f0defa10ac) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:41.008757 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:41.013252 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.015818 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 8 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:41.024157 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe8ed2e-7cab-48bc-b8f8-89bf0a2793eb None None] Network 7513eafc-9881-4d1b-a378-75f0defa10ac requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:41.102647 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45760) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:41.113821 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:41.124382 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7f9c5bc4-16a3-40f8-8eea-6fdf01356714 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1358266 Sep 21 21:49:41.172253 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (5ae3b9b9-ed50-4871-94c6-16501295cd5d), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.177281 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (5ae3b9b9-ed50-4871-94c6-16501295cd5d), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.289891 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Publish callbacks [] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.299754 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.340342 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks [] for router_controller (5ae3b9b9-ed50-4871-94c6-16501295cd5d), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.399252 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:41.433035 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Pushing event updated for resources: {'Port': ['ID=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:41.473763 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-7513eafc-9881-4d1b-a378-75f0defa10ac', 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'fixed_ips': [{'subnet_id': '1f26acb3-783d-41ac-951d-2ab72832c52b'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:49:41.474785 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.502552 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.505892 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.506305 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.506660 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.507006 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.507496 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.507660 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.507997 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.508351 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.508660 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.508997 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.509326 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.509652 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:41.613434 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks [] for router_gateway (5ae3b9b9-ed50-4871-94c6-16501295cd5d), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.643270 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Attempting to bind port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:41.643877 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Attempting to bind port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:41.644375 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Attempting to bind port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:41.654980 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:41.656238 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Checking segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:41.656672 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.666426 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Bound using segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:41.667396 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Bound port: 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:41.668055 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.809560 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] For port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:41.815871 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] For port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:41.842540 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:41.892362 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Allocated IP 172.20.0.2 (7513eafc-9881-4d1b-a378-75f0defa10ac/1f26acb3-783d-41ac-951d-2ab72832c52b/fa2cd3d5-5e17-4fed-a2ec-01696ed5b520) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:41.897171 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:41.899271 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:41.904983 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Attempt 9 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:42.090952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks [] for router_gateway (5ae3b9b9-ed50-4871-94c6-16501295cd5d), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.124342 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.324527 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba50771-4384-46b7-9119-6091e8d50fb1 None None] Pushing event updated for resources: {'Port': ['ID=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:42.368745 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Allocated IP 172.27.3.238 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/b2ffc9f5-a943-4a3d-8a66-f651e9af6205) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:42.387096 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:42.424374 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Current status of the port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:42.425753 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.437200 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.462503 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aefc39-5f29-4180-9915-28507853c415 req-6f82e63e-e5a8-4bf1-9bf3-cff412caa17b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:42.465289 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8aefc39-5f29-4180-9915-28507853c415 req-6f82e63e-e5a8-4bf1-9bf3-cff412caa17b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.3154135 Sep 21 21:49:42.596458 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8aefc39-5f29-4180-9915-28507853c415 req-0b9d60c9-cb15-454f-a974-9f79bb5b12e2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199203 Sep 21 21:49:42.604952 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] For port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:42.643575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.794142 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Publish callbacks [] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.829516 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.848509 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks [] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:42.897300 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea249de0-b0f1-4681-998e-788626d811b2 None None] Pushing event updated for resources: {'Port': ['ID=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:42.912063 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Network 7513eafc-9881-4d1b-a378-75f0defa10ac is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:42.927806 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:42.933415 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:42.956177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:43.005080 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:41Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:43.052866 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-c0cdd566-5eb2-452c-bf4d-b09edf0b4a24 None None] Provisioning complete for port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:43.053887 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0cdd566-5eb2-452c-bf4d-b09edf0b4a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:43.053887 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-c0cdd566-5eb2-452c-bf4d-b09edf0b4a24 None None] Attempt 1 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:43.090125 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8b18a2-b6d6-4139-abff-96a96881d2d0 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:41Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:43.098345 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Pushing event updated for resources: {'Port': ['ID=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:43.136190 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:43.145284 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:43.158047 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:43.206592 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Pushing event updated for resources: {'Port': ['ID=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:43.290945 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Attempting to bind port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:43.291963 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Attempting to bind port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:43.292506 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Attempting to bind port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 on network 7513eafc-9881-4d1b-a378-75f0defa10ac {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:43.330983 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:43.333348 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Checking segment: {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:43.333997 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:43.334524 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Bound using segment: {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:43.335245 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Bound port: fa2cd3d5-5e17-4fed-a2ec-01696ed5b520, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:43.335814 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:43.563932 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-c0cdd566-5eb2-452c-bf4d-b09edf0b4a24 None None] Current status of the port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:43.650071 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] For port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:43.656854 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] For port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:43.675672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:43.879716 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b89ca41-ea52-4a73-9f6d-b15831ccedab None None] Pushing event updated for resources: {'Port': ['ID=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:43.893835 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:44.131858 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b063a04-2edb-4527-af59-0eb39794c4a7 req-a07ca75a-fafd-4e57-a785-af79dc613b06 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:44.134623 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1b063a04-2edb-4527-af59-0eb39794c4a7 req-a07ca75a-fafd-4e57-a785-af79dc613b06 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.2631531 Sep 21 21:49:44.265121 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks [] for router_gateway (5ae3b9b9-ed50-4871-94c6-16501295cd5d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:44.272005 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:44.526882 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1b063a04-2edb-4527-af59-0eb39794c4a7 req-56410760-0308-4c15-adb7-d54956f90fff tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711455 Sep 21 21:49:44.551914 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:44.552405 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:44.575916 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f Sep 21 21:49:44.853185 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:45.176644 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:45.363813 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (5ae3b9b9-ed50-4871-94c6-16501295cd5d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:45.832609 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Router 5ae3b9b9-ed50-4871-94c6-16501295cd5d is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:49:45.840843 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb93b4-6599-4a18-ab68-b1132f50a606 req-c46d8d8b-6ec6-4e6a-bd6b-a88218bb0694 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:45.851959 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-45cb93b4-6599-4a18-ab68-b1132f50a606 req-c46d8d8b-6ec6-4e6a-bd6b-a88218bb0694 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1272190 Sep 21 21:49:46.028903 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-45cb93b4-6599-4a18-ab68-b1132f50a606 req-2652fe4c-8a54-409b-bce5-262e74e89b4f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717675 Sep 21 21:49:46.029238 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0231e9d4-c0d2-4fbc-a6da-04ec5ace2ae3 None None] Network 7513eafc-9881-4d1b-a378-75f0defa10ac requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:49:46.211702 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:46.296741 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:46.346354 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Sync routers for ids ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:46.352576 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:46.354946 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a0d45efd-3d1e-47d0-b7ae-4528af92676c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2500868 Sep 21 21:49:46.358836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45784) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:46.369247 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Provisioning complete for port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:46.370484 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:46.371697 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Attempt 1 to provision port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 Sep 21 21:49:46.383603 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Routers {'5ae3b9b9-ed50-4871-94c6-16501295cd5d'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:46.385120 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:46.656325 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:46.656771 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:46.657246 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 Sep 21 21:49:46.757250 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Set router 5ae3b9b9-ed50-4871-94c6-16501295cd5d gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:47.005649 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Current status of the port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:47.006309 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:47.149050 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:47.150280 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:47.307517 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] For port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:47.329335 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:47.477769 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.db.api [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:49:47.478684 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG oslo_db.api [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:49:47.482939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7df65a-aa5e-415c-8329-b0619fbedc0a None None] Pushing event updated for resources: {'Port': ['ID=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:47.499213 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-1d06be57-a629-4d2c-bc77-a18a44d9ed90 None None] Provisioning complete for port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:47.501187 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1d06be57-a629-4d2c-bc77-a18a44d9ed90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:47.501930 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-1d06be57-a629-4d2c-bc77-a18a44d9ed90 None None] Attempt 1 to provision port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 Sep 21 21:49:47.509967 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:49:43Z', 'revision_number': 3, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:47.574756 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Checking router: 5ae3b9b9-ed50-4871-94c6-16501295cd5d for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:47.575203 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:47.576908 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Updating router 5ae3b9b9-ed50-4871-94c6-16501295cd5d port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:49:47.663756 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:47.874969 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Allocated IP 172.20.0.1 (7513eafc-9881-4d1b-a378-75f0defa10ac/1f26acb3-783d-41ac-951d-2ab72832c52b/6e71a913-e2a6-40b2-a8ef-af51b74c90b1) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:49:47.928272 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-1d06be57-a629-4d2c-bc77-a18a44d9ed90 None None] Current status of the port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:48.001172 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0daba-794a-45af-8ce8-1fa17901ad3d req-2ee00dba-0e9b-44d4-9bfd-fd49944abd49 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:48.003710 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e7e0daba-794a-45af-8ce8-1fa17901ad3d req-2ee00dba-0e9b-44d4-9bfd-fd49944abd49 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.7107351 Sep 21 21:49:48.155962 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks [] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.226489 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e7e0daba-794a-45af-8ce8-1fa17901ad3d req-44016167-cfba-4f43-bd0d-2fa8e38c8f97 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085688 Sep 21 21:49:48.229696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.285637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Network 7513eafc-9881-4d1b-a378-75f0defa10ac is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:48.298456 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:48.324619 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:49:48.389030 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (5ae3b9b9-ed50-4871-94c6-16501295cd5d), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.420447 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:48.667055 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.683445 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Pushing event updated for resources: {'Port': ['ID=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:48.745351 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Publish callbacks [] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.750657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:48.754504 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.839300 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Attempting to bind port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:48.839895 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Attempting to bind port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:48.840070 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Attempting to bind port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:48.871393 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:48.871996 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:48.872324 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.872749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:48.873254 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Bound port: b2ffc9f5-a943-4a3d-8a66-f651e9af6205, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:48.873637 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.916127 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks [] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.928419 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:48.983768 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58a1e5-91e7-4417-9370-7b33247a2589 None None] Pushing event updated for resources: {'Port': ['ID=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:49.002789 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (5ae3b9b9-ed50-4871-94c6-16501295cd5d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:49.031764 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] For port b2ffc9f5-a943-4a3d-8a66-f651e9af6205, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:49.044395 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] For port b2ffc9f5-a943-4a3d-8a66-f651e9af6205, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:49.050394 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Provisioning complete for port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:49.051289 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:49.052143 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 1 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:49.128533 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:49.130099 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:49.130939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:49.132330 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 Sep 21 21:49:49.139966 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:49.144038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Pushing event updated for resources: {'Port': ['ID=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:49.206405 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Routers {'5ae3b9b9-ed50-4871-94c6-16501295cd5d'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:49.207161 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:49.234631 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Network 7513eafc-9881-4d1b-a378-75f0defa10ac is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:49:49.236325 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:49:49.332152 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da58a1e5-91e7-4417-9370-7b33247a2589 None None] Pushing event updated for resources: {'Port': ['ID=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:49.514970 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Router 5ae3b9b9-ed50-4871-94c6-16501295cd5d has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:49:49.626504 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecb40e-1528-4b59-a22a-ce0b0af0d85f req-4e7ab942-a6aa-4f76-9556-66095d431195 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:49.632843 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3eecb40e-1528-4b59-a22a-ce0b0af0d85f req-4e7ab942-a6aa-4f76-9556-66095d431195 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.2141461 Sep 21 21:49:49.636659 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 2 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:49.643165 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:49.792460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] Set router 5ae3b9b9-ed50-4871-94c6-16501295cd5d gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:49.832092 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3eecb40e-1528-4b59-a22a-ce0b0af0d85f req-ed7121f8-06d6-4fb5-b0a8-2570333f71df tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864483 Sep 21 21:49:49.868941 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:49.944627 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:49:49.952704 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-51aea617-0e67-49d6-bbf7-0a993ab05773 admin admin] 10.222.0.48 "PUT /v2.0/routers/5ae3b9b9-ed50-4871-94c6-16501295cd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5922568 Sep 21 21:49:50.145598 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6e71a913-e2a6-40b2-a8ef-af51b74c90b1', 'name': '', 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'mac_address': 'fa:16:3e:7e:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:47Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 2, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'subnets': [{'id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:50.207780 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5ae3bd-ca53-4ddb-92b3-988551ca89e6 None None] The sync data for ids ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'] in dv-cinder-858817-1-iscsi is: [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6e71a913-e2a6-40b2-a8ef-af51b74c90b1', 'name': '', 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'mac_address': 'fa:16:3e:7e:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:47Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 2, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'subnets': [{'id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:50.370333 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 3 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:50.408324 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:50.662585 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45822) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:50.670363 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-388863933', 'description': 'tempest-secgroup-smoke-388863933 description', 'project_id': '865994434d4a490ba79f77f14e98edf7'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:50.709669 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:50.863122 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group (4a01c274-c57a-4f4b-9154-aa43dbc85b8f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:50.877518 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (4a01c274-c57a-4f4b-9154-aa43dbc85b8f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:50.890851 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:50.909624 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 4 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:50.959768 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:50.965944 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2975950 Sep 21 21:49:50.966247 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45828) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:50.973286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group_rule': {'security_group_id': '4a01c274-c57a-4f4b-9154-aa43dbc85b8f', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:50.978017 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf9ff9-acc0-44cb-b7cf-6fb824f80e98 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a01c274-c57a-4f4b-9154-aa43dbc85b8f,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:51.014793 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:51.024276 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (f051796f-db44-4a7a-8ad5-eba8d4d6759d), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.151538 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (f051796f-db44-4a7a-8ad5-eba8d4d6759d), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.156756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (f051796f-db44-4a7a-8ad5-eba8d4d6759d), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.169867 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2134b-0804-45aa-b8ec-d419748e9ad2 req-c17ccb11-56e2-4188-977c-0a6fb387ba23 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:51.171380 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-88d2134b-0804-45aa-b8ec-d419748e9ad2 req-c17ccb11-56e2-4188-977c-0a6fb387ba23 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1313810 Sep 21 21:49:51.200342 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f051796f-db44-4a7a-8ad5-eba8d4d6759d,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:51.220345 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.225557 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7c797ef8-ab01-487d-9482-0392bb330316 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2539842 Sep 21 21:49:51.227856 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45830) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:51.239081 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group_rule': {'security_group_id': '4a01c274-c57a-4f4b-9154-aa43dbc85b8f', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:51.272471 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-88d2134b-0804-45aa-b8ec-d419748e9ad2 req-a54da5a2-04be-4574-ad15-c47a5f974f87 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915620 Sep 21 21:49:51.290512 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (fd59f645-089f-42c1-8539-c92e05a20c52), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.402095 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (fd59f645-089f-42c1-8539-c92e05a20c52), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.407227 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (fd59f645-089f-42c1-8539-c92e05a20c52), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.434579 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd59f645-089f-42c1-8539-c92e05a20c52,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:51.449652 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.451843 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-83477b69-ef15-4f47-8f87-ba872fce6670 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2220776 Sep 21 21:49:51.455188 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 45832) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:51.462205 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group_rule': {'security_group_id': '4a01c274-c57a-4f4b-9154-aa43dbc85b8f', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:51.497406 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (425d9fce-d742-44c9-a54d-990898e0d2cf), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.516139 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 5 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:51.565269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:51.592075 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (425d9fce-d742-44c9-a54d-990898e0d2cf), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.597684 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (425d9fce-d742-44c9-a54d-990898e0d2cf), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.617450 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425d9fce-d742-44c9-a54d-990898e0d2cf,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:51.629451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.631595 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-51e2c4dd-e465-4db6-882c-99444d40acc5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746538 Sep 21 21:49:51.635068 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45834) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:51.642679 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group_rule': {'security_group_id': '4a01c274-c57a-4f4b-9154-aa43dbc85b8f', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:51.683295 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (bba8d23b-2088-4ea6-bbc1-cb3b89b93ba2), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.769981 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (bba8d23b-2088-4ea6-bbc1-cb3b89b93ba2), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.781641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (bba8d23b-2088-4ea6-bbc1-cb3b89b93ba2), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.802204 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba8d23b-2088-4ea6-bbc1-cb3b89b93ba2,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:51.813953 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.815186 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-34cb10cc-9777-46eb-a86e-e592e87db57f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788070 Sep 21 21:49:51.819774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45836) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:51.824624 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group_rule': {'security_group_id': '4a01c274-c57a-4f4b-9154-aa43dbc85b8f', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:51.850360 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.securitygroups_db [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Project 865994434d4a490ba79f77f14e98edf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:49:51.859717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (2eeb05ba-dd8c-406b-baa7-3e94c34152bc), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.957103 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (2eeb05ba-dd8c-406b-baa7-3e94c34152bc), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.963063 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (2eeb05ba-dd8c-406b-baa7-3e94c34152bc), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:51.991364 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eeb05ba-dd8c-406b-baa7-3e94c34152bc,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:52.005176 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.006509 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a2aafe72-9167-4c1c-b783-1d4b230031b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1857457 Sep 21 21:49:52.010543 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 45844) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:49:52.015346 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'security_group_rule': {'security_group_id': '4a01c274-c57a-4f4b-9154-aa43dbc85b8f', 'project_id': '865994434d4a490ba79f77f14e98edf7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:49:52.044665 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.securitygroups_db [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Project 865994434d4a490ba79f77f14e98edf7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:49:52.054539 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (8a6e22e2-a2a3-4644-8559-4126447ba039), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.066793 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 6 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:52.128888 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:52.158248 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (8a6e22e2-a2a3-4644-8559-4126447ba039), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.173745 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (8a6e22e2-a2a3-4644-8559-4126447ba039), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.204206 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a6e22e2-a2a3-4644-8559-4126447ba039,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:52.216324 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.217878 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7f2ca25f-4edd-411c-b4a2-b3e08e812b4b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2060483 Sep 21 21:49:52.549606 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342aa84-fdaa-4381-8e86-0d1e7bf9e487 req-2397371f-52fd-4b52-b4f9-23c158d6449f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:52.558664 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c342aa84-fdaa-4381-8e86-0d1e7bf9e487 req-2397371f-52fd-4b52-b4f9-23c158d6449f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.1150920 Sep 21 21:49:52.596641 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b2ffc9f5-a943-4a3d-8a66-f651e9af6205 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:52.633639 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 7 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:52.634233 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c342aa84-fdaa-4381-8e86-0d1e7bf9e487 req-d05973e4-45e5-42a7-96ed-26caeb130f10 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743752 Sep 21 21:49:52.722105 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:52.731514 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:52.731978 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.732328 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 Sep 21 21:49:52.854995 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:52.855541 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:52.889162 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port b2ffc9f5-a943-4a3d-8a66-f651e9af6205, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:52.893557 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:53.002761 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:53.047483 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Sync routers for ids ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:49:53.066077 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Routers {'5ae3b9b9-ed50-4871-94c6-16501295cd5d'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:53.066804 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:53.204880 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Set router 5ae3b9b9-ed50-4871-94c6-16501295cd5d gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:53.223180 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 8 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:53.278115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:53.516446 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6e71a913-e2a6-40b2-a8ef-af51b74c90b1', 'name': '', 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'mac_address': 'fa:16:3e:7e:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:47Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 2, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'subnets': [{'id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:53.561227 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Checking router: 5ae3b9b9-ed50-4871-94c6-16501295cd5d for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:49:53.561919 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Updating router 5ae3b9b9-ed50-4871-94c6-16501295cd5d port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:49:53.599695 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:53.774470 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 9 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:53.823593 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:49:53.873094 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a61f825-f940-40a6-a378-717aa8d746be req-f6411ec0-a9ba-4cac-94b0-4ac115569a30 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:53.876153 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a61f825-f940-40a6-a378-717aa8d746be req-f6411ec0-a9ba-4cac-94b0-4ac115569a30 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.0971754 Sep 21 21:49:53.938287 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a61f825-f940-40a6-a378-717aa8d746be req-91fa187e-f987-40ba-b75f-ab3bb2205df9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534573 Sep 21 21:49:53.940327 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Publish callbacks [] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:53.950868 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.016025 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf04fd-a456-49ab-bdbe-ed019dbcdaeb None None] Pushing event updated for resources: {'Port': ['ID=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:54.091816 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Attempting to bind port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:49:54.092903 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Attempting to bind port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:49:54.092903 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Attempting to bind port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 on network 7513eafc-9881-4d1b-a378-75f0defa10ac {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:49:54.098910 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:49:54.099275 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Checking segment: {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:49:54.099689 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.100102 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Bound using segment: {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:49:54.100735 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Bound port: 6e71a913-e2a6-40b2-a8ef-af51b74c90b1, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47e2d900-9860-49bb-b415-7c78333f3ca9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:49:54.100961 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.177020 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] For port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:49:54.181255 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] For port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:49:54.193521 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.231944 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Routers {'5ae3b9b9-ed50-4871-94c6-16501295cd5d'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:49:54.232588 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:54.294226 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacf04fd-a456-49ab-bdbe-ed019dbcdaeb None None] Pushing event updated for resources: {'Port': ['ID=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:54.324833 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Attempt 10 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:54.392640 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] Set router 5ae3b9b9-ed50-4871-94c6-16501295cd5d gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:49:54.437571 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Current status of the port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:54.438090 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.506862 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] For port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:54.519089 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.583367 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b2ffc9f5-a943-4a3d-8a66-f651e9af6205 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:54.680792 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b763c08-07d4-4c97-a71c-59dc900348cd None None] Pushing event updated for resources: {'Port': ['ID=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:54.681038 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6e71a913-e2a6-40b2-a8ef-af51b74c90b1', 'name': '', 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'mac_address': 'fa:16:3e:7e:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:47Z', 'updated_at': '2022-09-21T21:49:54Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'subnets': [{'id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:49:54.701364 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-adc62da0-cc99-4543-83c9-60f9ef530718 None None] Provisioning complete for port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:54.701743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-adc62da0-cc99-4543-83c9-60f9ef530718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.702119 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-adc62da0-cc99-4543-83c9-60f9ef530718 None None] Attempt 1 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:54.734853 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee39b8e-12cf-4adf-b121-e822cbe959d5 None None] The sync data for ids ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'] in dv-cinder-858817-1-iscsi is: [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:49:48Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6e71a913-e2a6-40b2-a8ef-af51b74c90b1', 'name': '', 'network_id': '7513eafc-9881-4d1b-a378-75f0defa10ac', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'mac_address': 'fa:16:3e:7e:3d:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:47Z', 'updated_at': '2022-09-21T21:49:54Z', 'revision_number': 4, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'subnets': [{'id': '1f26acb3-783d-41ac-951d-2ab72832c52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:49:54.756273 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:54.756832 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:54.757352 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 Sep 21 21:49:54.856449 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-adc62da0-cc99-4543-83c9-60f9ef530718 None None] Current status of the port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:54.931850 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:54.933406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:55.002429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:55.002717 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:55.003052 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:55.114498 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:55.170793 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75fc5c-fa43-4ea4-9687-9d30c4dd5e57 req-48923255-6cee-4526-9216-45ae8e12800e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:55.172437 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-eb75fc5c-fa43-4ea4-9687-9d30c4dd5e57 req-48923255-6cee-4526-9216-45ae8e12800e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.0942500 Sep 21 21:49:55.249840 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-eb75fc5c-fa43-4ea4-9687-9d30c4dd5e57 req-7aa694f3-19fc-42f4-bde9-53c7dbbb5d34 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681360 Sep 21 21:49:56.472987 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62cb74-e85a-4fc9-944c-ebe21a086987 req-04a5e7f1-028e-4751-b200-f3b4b15e6d8a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:56.474633 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8d62cb74-e85a-4fc9-944c-ebe21a086987 req-04a5e7f1-028e-4751-b200-f3b4b15e6d8a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.0728586 Sep 21 21:49:56.536206 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8d62cb74-e85a-4fc9-944c-ebe21a086987 req-906725fe-f7d4-4316-8fe7-ab99edc1d55c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550261 Sep 21 21:49:56.541899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:49:56.603700 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:49:56.604191 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:56.604544 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 Sep 21 21:49:56.690086 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:57.735619 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb999d-6344-4f1f-8961-2eb1d0f899b0 req-dd358064-65d7-4494-9ca0-845fe40bc338 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:57.737549 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2acb999d-6344-4f1f-8961-2eb1d0f899b0 req-dd358064-65d7-4494-9ca0-845fe40bc338 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.0846384 Sep 21 21:49:57.820805 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2acb999d-6344-4f1f-8961-2eb1d0f899b0 req-2004c75e-7627-4231-9741-148042232085 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737052 Sep 21 21:49:58.112006 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e1895-5f5e-4ec7-acf7-987b132fa5d8 req-8eea8e78-9ee9-4766-a7a2-e68b3d6e3f2b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:58.113594 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ef3e1895-5f5e-4ec7-acf7-987b132fa5d8 req-8eea8e78-9ee9-4766-a7a2-e68b3d6e3f2b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.0623538 Sep 21 21:49:58.177627 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ef3e1895-5f5e-4ec7-acf7-987b132fa5d8 req-ef8ec04e-f786-411c-8d65-c99c37a1a375 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546377 Sep 21 21:49:59.007189 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763334c-1d84-4f35-9844-d91ebf35be51 req-8eebc428-f92a-4fb9-809a-65369db1e321 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:59.008831 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f763334c-1d84-4f35-9844-d91ebf35be51 req-8eebc428-f92a-4fb9-809a-65369db1e321 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 943 time: 0.0651140 Sep 21 21:49:59.068407 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f763334c-1d84-4f35-9844-d91ebf35be51 req-6ef6fdf7-72ce-41af-b191-c295c6e8e7b0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507395 Sep 21 21:49:59.375484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065752ef-5da8-4675-91d1-84f02fd75177 req-87a02ee5-b937-4e95-83aa-b01d6bc54687 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:49:59.377033 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-065752ef-5da8-4675-91d1-84f02fd75177 req-87a02ee5-b937-4e95-83aa-b01d6bc54687 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.0887754 Sep 21 21:49:59.439963 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-065752ef-5da8-4675-91d1-84f02fd75177 req-0e22fd99-c7bf-45b7-9a44-2c0a74ef6aa5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561070 Sep 21 21:49:59.538494 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:49:59.674724 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:59.688194 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '78fedd20-835d-47be-bbff-d5d2624fb142', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'port_id': '78fedd20-835d-47be-bbff-d5d2624fb142', 'mac_address': 'fa:16:3e:8a:01:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:49:59.729828 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:49:59.730326 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:59.746683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78fedd20-835d-47be-bbff-d5d2624fb142 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:49:59.767928 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:49:59.774657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:49:59.853333 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=9']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:49:59.861377 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.861752 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.862131 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.862468 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.862799 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.863128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.863461 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.863787 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.864117 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.864436 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.864762 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.865084 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:49:59.865406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:00.072787 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-dbf61e68-8b7c-4e6c-80e9-45eed9f877b5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:00.074447 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-dbf61e68-8b7c-4e6c-80e9-45eed9f877b5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.0727165 Sep 21 21:50:00.161908 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['78fedd20-835d-47be-bbff-d5d2624fb142'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:50:00.321529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port 7a76e849-4f30-4f34-8d41-f403d9fc5701 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:50:00.323690 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:00.453081 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e9b63-522e-4514-8f00-3a566f220f80 req-f5e336a0-993e-4579-9f24-10c2ff4cf5d7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:00.456148 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c2e9b63-522e-4514-8f00-3a566f220f80 req-f5e336a0-993e-4579-9f24-10c2ff4cf5d7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.2665975 Sep 21 21:50:00.570539 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c2e9b63-522e-4514-8f00-3a566f220f80 req-3673c3a7-676a-4579-a1af-d0eb10f43515 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074376 Sep 21 21:50:00.583199 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] For port 7a76e849-4f30-4f34-8d41-f403d9fc5701, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7a76e849-4f30-4f34-8d41-f403d9fc5701,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:00.583662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:00.617138 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5f78d-a34e-48db-8872-e35aaf8f3bd1 req-0b8cb80c-8e42-44cd-8ff1-e392f0b9bedd tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:00.621045 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6bf5f78d-a34e-48db-8872-e35aaf8f3bd1 req-0b8cb80c-8e42-44cd-8ff1-e392f0b9bedd tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 946 time: 0.0815649 Sep 21 21:50:00.700910 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6bf5f78d-a34e-48db-8872-e35aaf8f3bd1 req-35a26eb9-1d28-40ec-a2fb-276de673c195 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691803 Sep 21 21:50:00.869750 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:00.870040 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (600d0d3e-09a3-42d9-a04a-55e311448d27), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:00.870365 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP 600d0d3e-09a3-42d9-a04a-55e311448d27 disassociated. External IP: 172.27.3.150, port: 7a76e849-4f30-4f34-8d41-f403d9fc5701. Sep 21 21:50:00.870719 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for 7a76e849-4f30-4f34-8d41-f403d9fc5701 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:50:01.061216 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (7a76e849-4f30-4f34-8d41-f403d9fc5701), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:01.103574 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=7a76e849-4f30-4f34-8d41-f403d9fc5701,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:01.232727 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:50:01.370622 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:50:01.383632 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:50:01.403418 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:01.404891 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:01.417878 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] No DVR routers for this DVR port 7a76e849-4f30-4f34-8d41-f403d9fc5701 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:50:01.424433 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:01.430210 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9117fbdd-0da4-401a-91aa-0457e41e08a4 req-4149d04c-b772-4ff4-9e36-aed43b39c0a4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "DELETE /v2.0/ports/7a76e849-4f30-4f34-8d41-f403d9fc5701 HTTP/1.1" status: 204 len: 173 time: 1.3487871 Sep 21 21:50:01.432205 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'name': 'network-vif-deleted', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:01.435315 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2377c68a-621f-4111-b8f3-1f7824f583bd" -d '{"events": [{"server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "name": "network-vif-deleted", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:01.505096 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb9e877-1595-430f-a70c-086a00acc47b x-openstack-request-id: req-5cb9e877-1595-430f-a70c-086a00acc47b {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:01.505391 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f036266-bc48-471e-aefe-d6eb83eabd45", "name": "network-vif-deleted", "tag": "7a76e849-4f30-4f34-8d41-f403d9fc5701", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:01.505643 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5cb9e877-1595-430f-a70c-086a00acc47b {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:01.506082 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb9e877-1595-430f-a70c-086a00acc47b'] response: {'server_uuid': '6f036266-bc48-471e-aefe-d6eb83eabd45', 'name': 'network-vif-deleted', 'tag': '7a76e849-4f30-4f34-8d41-f403d9fc5701', 'status': 'completed', 'code': 200} Sep 21 21:50:01.546417 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:01.794629 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642521d4-36d0-453b-830d-87665b9862d0 req-54e738d5-d172-4dc4-99bc-81d15fb9b75d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:01.804814 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-642521d4-36d0-453b-830d-87665b9862d0 req-54e738d5-d172-4dc4-99bc-81d15fb9b75d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.1048338 Sep 21 21:50:01.907127 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-642521d4-36d0-453b-830d-87665b9862d0 req-5674d105-1282-4706-a145-e8c9a4e461e7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980511 Sep 21 21:50:02.026641 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:35Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:02.088062 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:50:02.156276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:02.158788 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:49:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:02.212851 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0adc77f8-af69-419c-a4f4-10b4824453dc req-e25d3623-3ac1-47e1-bb10-59305d4ea6cb tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 210 time: 0.3712547 Sep 21 21:50:02.326855 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:02.638199 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:35Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:02.666184 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f58e7c4-46e8-42b8-8cde-8a12e8758efc None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '01df0f2a-82fb-47f5-b977-0e81e8cbddf4', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.242', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:47:18:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121402b0-f675-4f85-98b3-c25216db8a00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:46:50Z', 'updated_at': '2022-09-21T21:47:35Z', 'revision_number': 2, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:50:02.964911 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada066fe-6357-49e3-aebe-58af688c9f17 None None] New status for floating IP 600d0d3e-09a3-42d9-a04a-55e311448d27: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:50:03.152762 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3071788d-a721-4711-bbe1-44ec6d9ad575 req-276bffa2-1b3f-48d3-bf93-da44b4f92d14 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:03.154681 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3071788d-a721-4711-bbe1-44ec6d9ad575 req-276bffa2-1b3f-48d3-bf93-da44b4f92d14 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.1216445 Sep 21 21:50:03.233290 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3071788d-a721-4711-bbe1-44ec6d9ad575 req-d4d0892e-e7f2-42f2-b7df-99eaba31dd6a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673568 Sep 21 21:50:03.379195 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1faaed17-77bd-4d3b-8b0b-6a853454616b req-2b7cb540-1774-45ed-84c7-8603825743f5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 210 time: 0.0467901 Sep 21 21:50:04.469626 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ec4303-b93c-4809-ac23-a1970e8fd0e5 req-628c7039-7afc-41b7-92ff-13c95a6558cd tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:04.473908 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-90ec4303-b93c-4809-ac23-a1970e8fd0e5 req-628c7039-7afc-41b7-92ff-13c95a6558cd tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 944 time: 0.1135964 Sep 21 21:50:04.578665 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4d2fd5ff-9cb5-4a58-99e7-ed4c7b88a4c3 req-0d4fd00c-0a39-4911-a569-cc935534d480 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=6f036266-bc48-471e-aefe-d6eb83eabd45 HTTP/1.1" status: 200 len: 210 time: 0.0562453 Sep 21 21:50:04.585407 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-90ec4303-b93c-4809-ac23-a1970e8fd0e5 req-66286c02-b1f1-4a4c-8742-79777ab1459b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026762 Sep 21 21:50:04.716269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:50:04.818241 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 78fedd20-835d-47be-bbff-d5d2624fb142 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:50:04.818772 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:04.819265 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 78fedd20-835d-47be-bbff-d5d2624fb142 Sep 21 21:50:04.977884 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 78fedd20-835d-47be-bbff-d5d2624fb142 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:04.978671 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:05.010860 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:05.013208 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b8cc4-c320-4135-8d64-4191d06ab772" -d '{"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-plugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:05.034439 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:05.046037 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:05.077113 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bf1eb9-eb1f-4e91-bfd0-1c5576a2223b x-openstack-request-id: req-16bf1eb9-eb1f-4e91-bfd0-1c5576a2223b {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:05.077511 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-plugged", "status": "completed", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:05.077982 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-16bf1eb9-eb1f-4e91-bfd0-1c5576a2223b {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:05.078748 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bf1eb9-eb1f-4e91-bfd0-1c5576a2223b'] response: {'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'code': 200} Sep 21 21:50:05.116550 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=10']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:05.689385 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46028) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:05.764615 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9967-b4db-4405-8ee0-f84ab9e67e30 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:05.770403 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf559f8-4f7b-4402-8fea-c5976f491ec8 req-91171507-1007-460b-b3fa-d47630eac6b4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:05.772242 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-edf559f8-4f7b-4402-8fea-c5976f491ec8 req-91171507-1007-460b-b3fa-d47630eac6b4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0621006 Sep 21 21:50:05.806174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9967-b4db-4405-8ee0-f84ab9e67e30 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:05.851324 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-edf559f8-4f7b-4402-8fea-c5976f491ec8 req-2acee48a-9ca4-4494-939e-6479ae3cb6ed tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643945 Sep 21 21:50:05.895915 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9967-b4db-4405-8ee0-f84ab9e67e30 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:05.900195 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d6ec9967-b4db-4405-8ee0-f84ab9e67e30 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:05.902315 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d6ec9967-b4db-4405-8ee0-f84ab9e67e30 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/security-groups/f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2 HTTP/1.1" status: 204 len: 168 time: 0.2111635 Sep 21 21:50:05.905913 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46030) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:05.921433 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec9967-b4db-4405-8ee0-f84ab9e67e30 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:05.933763 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.api.v2.resource [None req-5a20d48b-37aa-40a3-8621-d0c0c593d0ae tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] show failed (client error): The resource could not be found. Sep 21 21:50:05.937924 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5a20d48b-37aa-40a3-8621-d0c0c593d0ae tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups/f2fdf3d5-c4bd-4de2-9d8c-40feb85c58a2 HTTP/1.1" status: 404 len: 347 time: 0.0281634 Sep 21 21:50:05.938415 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46032) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:06.115875 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port 9a65c3e6-d53d-4528-855f-0623e10811dc {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:50:06.116608 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:06.205239 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:06.205473 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (9a65c3e6-d53d-4528-855f-0623e10811dc), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:06.219769 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for 9a65c3e6-d53d-4528-855f-0623e10811dc owned by network:floatingip {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:50:06.392575 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (9a65c3e6-d53d-4528-855f-0623e10811dc), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:06.421739 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=9a65c3e6-d53d-4528-855f-0623e10811dc,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:06.513116 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (600d0d3e-09a3-42d9-a04a-55e311448d27), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:06.524356 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:06.526477 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f146b0d0-b5f7-43e0-8a97-5ab66c2fe1ab tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/floatingips/600d0d3e-09a3-42d9-a04a-55e311448d27 HTTP/1.1" status: 204 len: 168 time: 0.5867131 Sep 21 21:50:07.045864 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769c9d4-5071-4479-9b33-2024a3d033c9 req-25c91aad-5b3c-4b4d-9b8e-b8f66bc40e07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:07.047493 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5769c9d4-5071-4479-9b33-2024a3d033c9 req-25c91aad-5b3c-4b4d-9b8e-b8f66bc40e07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0744298 Sep 21 21:50:07.106289 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5769c9d4-5071-4479-9b33-2024a3d033c9 req-9cf0f6de-3ed1-446d-96f0-af07f107be6c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529516 Sep 21 21:50:07.795072 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7a76e849-4f30-4f34-8d41-f403d9fc5701 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:50:07.830933 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 7a76e849-4f30-4f34-8d41-f403d9fc5701 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:50:07.831272 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7a76e849-4f30-4f34-8d41-f403d9fc5701 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:50:08.296728 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b530f36-5290-41f0-8321-fa01b30cea93 req-05bd90cf-4adb-428e-aafa-36c57b8723a6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:08.298293 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8b530f36-5290-41f0-8321-fa01b30cea93 req-05bd90cf-4adb-428e-aafa-36c57b8723a6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0780141 Sep 21 21:50:08.366762 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8b530f36-5290-41f0-8321-fa01b30cea93 req-356a975b-2529-4fc8-b104-a55af18a281d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594501 Sep 21 21:50:08.433661 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2833dda6-5228-4e69-b7aa-3ca515605d16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:08.892485 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e530f-0e58-401d-836a-f53aa8ae6dea req-648185f2-43d1-45af-adbe-02e501c26ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:08.894167 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-844e530f-0e58-401d-836a-f53aa8ae6dea req-648185f2-43d1-45af-adbe-02e501c26ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1130 time: 0.0512013 Sep 21 21:50:08.946755 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-844e530f-0e58-401d-836a-f53aa8ae6dea req-cd953d0b-8a97-47e7-8e87-4ee46c3245eb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459766 Sep 21 21:50:09.526704 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a6e05-1d61-4144-8d70-3dc8ac8d8631 req-059eca8a-c480-4183-acb8-27e655d036a0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:09.528210 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e5a6e05-1d61-4144-8d70-3dc8ac8d8631 req-059eca8a-c480-4183-acb8-27e655d036a0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0673592 Sep 21 21:50:09.593991 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e5a6e05-1d61-4144-8d70-3dc8ac8d8631 req-68d19b74-966c-46e2-8a72-63f1ece8b460 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596566 Sep 21 21:50:10.621226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d33589c-ea3a-4ee9-968e-d3f588fd2af4 req-54f2bec1-c67e-463e-a5ee-840eea9a242f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:10.623314 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d33589c-ea3a-4ee9-968e-d3f588fd2af4 req-54f2bec1-c67e-463e-a5ee-840eea9a242f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0801487 Sep 21 21:50:10.627207 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e8c2fb50-c4c0-44f9-84f0-bb9cf6ccbfb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:10.718324 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d33589c-ea3a-4ee9-968e-d3f588fd2af4 req-1afa96ef-e9b6-4481-811a-8084efbaaf33 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868084 Sep 21 21:50:10.801685 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2c25-adbd-4a70-9f93-600658f0bf1d req-f4d6cd13-be8d-4349-bdf2-a5cb383f1538 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:10.807266 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c7ef2c25-adbd-4a70-9f93-600658f0bf1d req-f4d6cd13-be8d-4349-bdf2-a5cb383f1538 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0842192 Sep 21 21:50:10.871155 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c7ef2c25-adbd-4a70-9f93-600658f0bf1d req-9df169b6-db80-44d5-b03d-c4f6cc82149c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592730 Sep 21 21:50:11.868188 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:50:11.884796 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc778f6-c4a4-4a5e-b61a-3e8a6d0eb936 req-0490647e-d4ba-4a78-8b67-267dd4d6011c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:11.886357 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3dc778f6-c4a4-4a5e-b61a-3e8a6d0eb936 req-0490647e-d4ba-4a78-8b67-267dd4d6011c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0674005 Sep 21 21:50:11.945553 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3dc778f6-c4a4-4a5e-b61a-3e8a6d0eb936 req-6bb89327-50ca-495e-969c-a7c2569bc58f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494676 Sep 21 21:50:12.046969 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f4bb2-94b1-488c-8b8e-5fe25249e31e req-f1f1402b-90ad-4edc-93a1-a1dc6cc1b4db tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:12.048538 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4b9f4bb2-94b1-488c-8b8e-5fe25249e31e req-f1f1402b-90ad-4edc-93a1-a1dc6cc1b4db tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0757179 Sep 21 21:50:12.120278 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4b9f4bb2-94b1-488c-8b8e-5fe25249e31e req-ec0efe46-b776-45f3-b4de-e7f556ad0fb8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617149 Sep 21 21:50:12.184561 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:13.094056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afd8c2f-cb5e-4eae-ad53-c0c0c9d13943 req-7bd7ded3-ae18-41e8-b7b0-ee2557be24b2 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:13.095644 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3afd8c2f-cb5e-4eae-ad53-c0c0c9d13943 req-7bd7ded3-ae18-41e8-b7b0-ee2557be24b2 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0576959 Sep 21 21:50:13.162743 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3afd8c2f-cb5e-4eae-ad53-c0c0c9d13943 req-fa6a4911-97cc-48c2-bd19-8daf58952672 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607135 Sep 21 21:50:13.281096 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d8d04-7029-4e25-bb14-e2d19f550dfb req-5203026e-140f-4f09-8ff4-72499d5b2efe tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:13.283606 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e6d8d04-7029-4e25-bb14-e2d19f550dfb req-5203026e-140f-4f09-8ff4-72499d5b2efe tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0648110 Sep 21 21:50:13.349563 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e6d8d04-7029-4e25-bb14-e2d19f550dfb req-55b98a07-3cf5-4779-9dd3-ed3f03da2024 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551074 Sep 21 21:50:13.779892 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:14.329136 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05114ede-22f0-4e0c-bdc9-89ed74d866cd req-cbd29072-e728-42ee-b2a0-64ba615b3ff2 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:14.330858 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-05114ede-22f0-4e0c-bdc9-89ed74d866cd req-cbd29072-e728-42ee-b2a0-64ba615b3ff2 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0642424 Sep 21 21:50:14.390878 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-05114ede-22f0-4e0c-bdc9-89ed74d866cd req-757251ac-cbe0-45e6-b24b-8ea688e49fd7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538390 Sep 21 21:50:14.513395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054f0f1-c40b-4824-9e48-8159f726251a req-73f6acbc-3bc9-4f31-b1f4-bcb110fa9876 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:14.514974 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1054f0f1-c40b-4824-9e48-8159f726251a req-73f6acbc-3bc9-4f31-b1f4-bcb110fa9876 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0596290 Sep 21 21:50:14.588288 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1054f0f1-c40b-4824-9e48-8159f726251a req-06cb12fe-2d3b-4f2c-9237-5b6392a9ada6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626888 Sep 21 21:50:14.911232 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-1169c599-b6e7-4fda-8929-5e7a9e3d2bd9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388863933&fields=id&tenant_id=865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 267 time: 0.0630255 Sep 21 21:50:15.061002 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-310f7ccd-9962-4529-a9ca-6e66ae42a16a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:15.062456 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-310f7ccd-9962-4529-a9ca-6e66ae42a16a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 811 time: 0.1418869 Sep 21 21:50:15.079328 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-002142be-e5cb-4622-84f0-399293fc38fd tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/quotas/865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 375 time: 0.0109153 Sep 21 21:50:15.150987 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-8a6cb568-57e6-4ca9-9f2a-410c72fe13a6 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658581 Sep 21 21:50:15.152900 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:15.277699 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-ef99a8bc-b9db-42ba-a863-8b59e00e2042 service neutron] 10.222.0.48 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132770 Sep 21 21:50:15.387724 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-18911b6c-48c5-4f82-afce-35ebc1390603 service neutron] 10.222.0.48 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033976 Sep 21 21:50:15.566261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-5f7a7591-58fa-4bfa-ac5b-5ff6bc4cfe02 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:15.568603 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-5f7a7591-58fa-4bfa-ac5b-5ff6bc4cfe02 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0994749 Sep 21 21:50:15.584042 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1962a-05cc-47e6-ac7f-8da4fd1f9110 req-43795eee-1f58-44cd-be0c-961d43fb31ca tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:15.585685 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cbc1962a-05cc-47e6-ac7f-8da4fd1f9110 req-43795eee-1f58-44cd-be0c-961d43fb31ca tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 945 time: 0.0743024 Sep 21 21:50:15.671444 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cbc1962a-05cc-47e6-ac7f-8da4fd1f9110 req-4c84f5b0-05c7-42c6-8ed0-8e26fd8fcf72 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=7359be9c-0026-42f7-bac8-f4447622b84c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760581 Sep 21 21:50:15.750247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port e3e0e024-1375-4e8e-81c4-6fb353fc5577 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:50:15.750788 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:15.835690 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-47970cb0-d818-4ced-8ab5-fcff754adc0e req-242cd524-43dd-4d4a-94ff-da599e34cf11 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 210 time: 0.0429025 Sep 21 21:50:15.911033 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] For port e3e0e024-1375-4e8e-81c4-6fb353fc5577, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e3e0e024-1375-4e8e-81c4-6fb353fc5577,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:15.911434 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:16.159232 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:16.159640 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (01df0f2a-82fb-47f5-b977-0e81e8cbddf4), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:16.160150 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP 01df0f2a-82fb-47f5-b977-0e81e8cbddf4 disassociated. External IP: 172.27.3.242, port: e3e0e024-1375-4e8e-81c4-6fb353fc5577. Sep 21 21:50:16.160731 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for e3e0e024-1375-4e8e-81c4-6fb353fc5577 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:50:16.354316 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (e3e0e024-1375-4e8e-81c4-6fb353fc5577), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:16.390322 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=e3e0e024-1375-4e8e-81c4-6fb353fc5577,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:16.538908 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:50:16.675218 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:50:16.688682 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d95722-66b3-4749-9683-9166e276405f None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:50:16.707546 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:16.708250 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:16.730411 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] No DVR routers for this DVR port e3e0e024-1375-4e8e-81c4-6fb353fc5577 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:50:16.734641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:16.739640 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-05a8f169-083e-4e22-91f2-8e7377f6bb83 req-dd7ec72f-c27b-4889-89b7-c7e0352c0ff5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "DELETE /v2.0/ports/e3e0e024-1375-4e8e-81c4-6fb353fc5577 HTTP/1.1" status: 204 len: 173 time: 1.1652615 Sep 21 21:50:16.742137 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'name': 'network-vif-deleted', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:16.757247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203eefee-2dc9-405e-9742-810154d1cbf0" -d '{"events": [{"server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "name": "network-vif-deleted", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:16.883916 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ce6bbe-8f51-46c0-96ab-7a43bb210720 x-openstack-request-id: req-90ce6bbe-8f51-46c0-96ab-7a43bb210720 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:16.884218 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121402b0-f675-4f85-98b3-c25216db8a00", "name": "network-vif-deleted", "tag": "e3e0e024-1375-4e8e-81c4-6fb353fc5577", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:16.884492 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-90ce6bbe-8f51-46c0-96ab-7a43bb210720 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:16.886094 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ce6bbe-8f51-46c0-96ab-7a43bb210720'] response: {'server_uuid': '121402b0-f675-4f85-98b3-c25216db8a00', 'name': 'network-vif-deleted', 'tag': 'e3e0e024-1375-4e8e-81c4-6fb353fc5577', 'status': 'completed', 'code': 200} Sep 21 21:50:16.888661 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ff514d3d-531b-4865-a6a8-29261e8598c0 req-4974a237-5635-4113-8e5f-e77cca593349 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=121402b0-f675-4f85-98b3-c25216db8a00 HTTP/1.1" status: 200 len: 210 time: 0.0723557 Sep 21 21:50:16.893827 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:17.059642 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c2e6690-b078-4459-8800-9321f810fabf req-11c50b5c-8acd-4a2b-aa53-296856a3e26e tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 210 time: 0.0891678 Sep 21 21:50:17.251982 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-657dd5ab-e5b2-4b74-af18-d5a6e5b66518 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:17.255246 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-657dd5ab-e5b2-4b74-af18-d5a6e5b66518 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 811 time: 0.1573284 Sep 21 21:50:17.266575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:17.339657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d95722-66b3-4749-9683-9166e276405f None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:50:17.353323 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:17.354316 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:17.396957 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-68304501-aaf4-4325-ad85-c9c944eca337 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 379 time: 0.1253195 Sep 21 21:50:17.410498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'port': {'device_id': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'admin_state_up': True, 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'security_groups': ['4a01c274-c57a-4f4b-9154-aa43dbc85b8f']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:17.513517 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:17.580707 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Made reservation on behalf of 865994434d4a490ba79f77f14e98edf7 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:50:17.586348 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:17.770897 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Allocated IP 172.20.0.11 (a78848c2-3cf6-43f9-8f70-6458a71d2e12/9edc68bb-96bb-401a-b83b-5b263fb2d613/6ef9862b-1a2d-4e08-a63f-69595093a0d6) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:50:17.785778 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5d95722-66b3-4749-9683-9166e276405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:17.822474 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d95722-66b3-4749-9683-9166e276405f None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:50:17.985436 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.036316 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.072279 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46210) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:18.107972 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:50:18.113309 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:50:18.120669 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:50:18.129133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=6ef9862b-1a2d-4e08-a63f-69595093a0d6,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:18.217916 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:18.218618 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.253428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d49874f5-827c-4d95-8720-b33a0e472d6b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (7359be9c-0026-42f7-bac8-f4447622b84c), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.266453 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-6c1c93bc-52c6-4c78-bccc-1e0cd58483ae tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8633394 Sep 21 21:50:18.281582 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba79ecbb-0c22-4699-8a06-01e5fb4db2ec None None] New status for floating IP 01df0f2a-82fb-47f5-b977-0e81e8cbddf4: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:50:18.298665 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Request body: {'port': {'device_id': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:18.330736 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d49874f5-827c-4d95-8720-b33a0e472d6b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (7359be9c-0026-42f7-bac8-f4447622b84c), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.363631 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcab1f0-6b6b-483b-8ade-b617f6f0f4fa req-1f8a868e-a042-4a2f-9bbd-d7dcf1c5272f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:18.371193 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3bcab1f0-6b6b-483b-8ade-b617f6f0f4fa req-1f8a868e-a042-4a2f-9bbd-d7dcf1c5272f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 932 time: 0.1319873 Sep 21 21:50:18.414196 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.555566 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3bcab1f0-6b6b-483b-8ade-b617f6f0f4fa req-d853b369-d1d6-428f-b6e0-cd1311f491e4 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651022 Sep 21 21:50:18.614563 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d49874f5-827c-4d95-8720-b33a0e472d6b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7359be9c-0026-42f7-bac8-f4447622b84c), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.622207 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d49874f5-827c-4d95-8720-b33a0e472d6b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.623408 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d49874f5-827c-4d95-8720-b33a0e472d6b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/security-groups/7359be9c-0026-42f7-bac8-f4447622b84c HTTP/1.1" status: 204 len: 168 time: 0.5494895 Sep 21 21:50:18.628658 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46222) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:18.655856 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-dc65f464-18aa-4201-a59e-91f850603c5a None None] Provisioning complete for port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:50:18.656556 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-dc65f464-18aa-4201-a59e-91f850603c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.656906 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-dc65f464-18aa-4201-a59e-91f850603c5a None None] Attempt 1 to provision port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 Sep 21 21:50:18.665429 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49874f5-827c-4d95-8720-b33a0e472d6b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7359be9c-0026-42f7-bac8-f4447622b84c,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:18.669453 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.api.v2.resource [None req-351e35fb-5dc0-4bbd-8d76-3000c394ae6d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] show failed (client error): The resource could not be found. Sep 21 21:50:18.671019 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-351e35fb-5dc0-4bbd-8d76-3000c394ae6d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups/7359be9c-0026-42f7-bac8-f4447622b84c HTTP/1.1" status: 404 len: 347 time: 0.0383949 Sep 21 21:50:18.676927 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46224) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:18.760781 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-dc65f464-18aa-4201-a59e-91f850603c5a None None] Port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:50:18.902388 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e3e0e024-1375-4e8e-81c4-6fb353fc5577 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:50:18.914557 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port ac09c076-79f0-4880-b3a2-1e523b90896e {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:50:18.915165 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.924689 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ef9862b-1a2d-4e08-a63f-69595093a0d6 {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:50:18.938643 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: e3e0e024-1375-4e8e-81c4-6fb353fc5577 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:50:18.939218 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e3e0e024-1375-4e8e-81c4-6fb353fc5577 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:50:18.943881 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Publish callbacks [] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:18.965209 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Transition to ACTIVE for port object 6ef9862b-1a2d-4e08-a63f-69595093a0d6 will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:50:18.974040 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.063581 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef9862b-1a2d-4e08-a63f-69595093a0d6,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:19.104015 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-de7e40a8-f687-45ca-9916-fde024ba4396 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1180747 Sep 21 21:50:19.105920 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.106259 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (ac09c076-79f0-4880-b3a2-1e523b90896e), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.124102 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for ac09c076-79f0-4880-b3a2-1e523b90896e owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:50:19.132791 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Attempting to bind port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:50:19.133689 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Attempting to bind port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:50:19.133689 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Attempting to bind port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:50:19.138789 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:50:19.139144 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Attempting to bind port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:50:19.145034 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:50:19.145986 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Checking segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:50:19.146781 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Bound using segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:50:19.146999 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Bound port: 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:50:19.147278 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.228048 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] For port 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:50:19.231935 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] For port 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:50:19.242158 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.246466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-5d4622e7-2d8c-4807-85c1-ee5ced726018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:19.247470 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:19.248208 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.248432 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-5d4622e7-2d8c-4807-85c1-ee5ced726018 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 1130 time: 0.1141219 Sep 21 21:50:19.250546 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] 10.222.0.50 "PUT /v2.0/ports/6ef9862b-1a2d-4e08-a63f-69595093a0d6 HTTP/1.1" status: 200 len: 1094 time: 0.9733286 Sep 21 21:50:19.253582 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:19.256569 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7588832-9f45-4ebe-a5c0-07abf98a53e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:19.265737 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-dc65f464-18aa-4201-a59e-91f850603c5a None None] Attempt 2 to provision port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 Sep 21 21:50:19.320231 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03995a07-3d11-477d-ae58-e3863d9c4402 x-openstack-request-id: req-03995a07-3d11-477d-ae58-e3863d9c4402 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:19.320836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:19.321495 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-03995a07-3d11-477d-ae58-e3863d9c4402 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:19.322433 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03995a07-3d11-477d-ae58-e3863d9c4402'] response: {'name': 'network-changed', 'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'status': 'completed', 'code': 200} Sep 21 21:50:19.367388 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-dc65f464-18aa-4201-a59e-91f850603c5a None None] Port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:50:19.427323 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6dc12-8d6c-4efd-8fb9-4b5687d562a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ef9862b-1a2d-4e08-a63f-69595093a0d6,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:19.450068 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (ac09c076-79f0-4880-b3a2-1e523b90896e), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:19.475609 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-3021803f-706c-4b5c-9897-a03c87912991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:19.479130 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-3021803f-706c-4b5c-9897-a03c87912991 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1858473 Sep 21 21:50:19.491240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=ac09c076-79f0-4880-b3a2-1e523b90896e,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:19.503039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7588832-9f45-4ebe-a5c0-07abf98a53e7 req-5b285d2d-87c5-44e5-9db2-499cb6883c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:19.503519 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b7588832-9f45-4ebe-a5c0-07abf98a53e7 req-5b285d2d-87c5-44e5-9db2-499cb6883c91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 1128 time: 0.1249924 Sep 21 21:50:19.573491 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-a07876c9-12c6-45f4-beab-7cb1ab894330 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 200 len: 1000 time: 0.0866938 Sep 21 21:50:19.684627 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-695cc46c-c251-4e56-95b7-6b068f21ff49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:19.687531 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-695cc46c-c251-4e56-95b7-6b068f21ff49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.1072905 Sep 21 21:50:19.800006 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-7a45d6f8-6435-4b16-96d1-e3136b9eee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:19.802316 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-7a45d6f8-6435-4b16-96d1-e3136b9eee7a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1064696 Sep 21 21:50:19.968999 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-7515f96b-a102-403b-8ef5-bba7949be0e0 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554692 Sep 21 21:50:20.128247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e504a-2907-4c7b-a71e-efb3e1f9df97 req-14f776c1-e996-4157-85d8-ea6074d8b8ad tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.129908 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c36e504a-2907-4c7b-a71e-efb3e1f9df97 req-14f776c1-e996-4157-85d8-ea6074d8b8ad tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 946 time: 0.1031966 Sep 21 21:50:20.132443 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-de9a61da-e9b8-40fb-96d9-ecd02db722bb req-92ca177f-9ef5-4bd5-a0b9-bfb548ce0681 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562924 Sep 21 21:50:20.151184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (01df0f2a-82fb-47f5-b977-0e81e8cbddf4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.153864 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.155019 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f14d7006-1715-4e91-9c5b-d83b024a4805 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/floatingips/01df0f2a-82fb-47f5-b977-0e81e8cbddf4 HTTP/1.1" status: 204 len: 168 time: 1.4729884 Sep 21 21:50:20.187805 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7588832-9f45-4ebe-a5c0-07abf98a53e7 req-ede68c64-f9ec-4d98-93c2-886fc0455954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.189689 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b7588832-9f45-4ebe-a5c0-07abf98a53e7 req-ede68c64-f9ec-4d98-93c2-886fc0455954 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=865994434d4a490ba79f77f14e98edf7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6743555 Sep 21 21:50:20.207992 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe7ba4-dbd0-4403-9d85-1cecd3ff97f6 req-e3fd85ce-2322-4774-9d94-c6954e1a1b15 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.215499 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-95fe7ba4-dbd0-4403-9d85-1cecd3ff97f6 req-e3fd85ce-2322-4774-9d94-c6954e1a1b15 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.5199900 Sep 21 21:50:20.230661 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c36e504a-2907-4c7b-a71e-efb3e1f9df97 req-9f67e4ef-056e-435c-a8e6-70559e410cf9 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879266 Sep 21 21:50:20.354752 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46238) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:20.371418 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965893890', 'description': 'tempest-description--448812068'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:20.416799 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-95fe7ba4-dbd0-4403-9d85-1cecd3ff97f6 req-9fc85630-9b45-4765-9ef0-bddc4de01ac6 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919641 Sep 21 21:50:20.475248 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7588832-9f45-4ebe-a5c0-07abf98a53e7 req-cbbd1cd2-ce50-4bdc-8d94-9d7929ade29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.477195 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b7588832-9f45-4ebe-a5c0-07abf98a53e7 req-cbbd1cd2-ce50-4bdc-8d94-9d7929ade29e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2543271 Sep 21 21:50:20.488586 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.597016 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (ffc056c8-f5cb-49b4-bebf-5e7eabc603e5), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.604661 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (ffc056c8-f5cb-49b4-bebf-5e7eabc603e5), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.613217 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-924c1bc4-2b08-407b-9e9c-d0fe974dc80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.615098 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-924c1bc4-2b08-407b-9e9c-d0fe974dc80b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 1128 time: 0.0860624 Sep 21 21:50:20.651234 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.652557 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2943075 Sep 21 21:50:20.656772 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46240) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:20.661871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': 'ffc056c8-f5cb-49b4-bebf-5e7eabc603e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:20.688678 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-16e8c78b-1e9c-4aed-9422-9949fc9010f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6 HTTP/1.1" status: 200 len: 217 time: 0.0558681 Sep 21 21:50:20.689485 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1715a364-01a8-4178-8a5d-495645ff150b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:20.695625 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (0a663523-ead1-4806-869e-64fa3648a6ec), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.759154 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-8b5ee43f-ffa8-4ef1-904a-684ee4bd9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.761404 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-8b5ee43f-ffa8-4ef1-904a-684ee4bd9f5f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0647123 Sep 21 21:50:20.775312 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (0a663523-ead1-4806-869e-64fa3648a6ec), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.781217 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (0a663523-ead1-4806-869e-64fa3648a6ec), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.801218 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a663523-ead1-4806-869e-64fa3648a6ec,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:20.818478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.819838 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1214a101-1f05-419d-900e-99917c9598ce tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1617222 Sep 21 21:50:20.823929 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46242) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:20.834826 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': 'ffc056c8-f5cb-49b4-bebf-5e7eabc603e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:20.836669 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ce66a-e176-436f-98a0-cf612815e473 req-e869c212-0072-4c1d-b365-b9a87a23ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:20.838943 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-e869c212-0072-4c1d-b365-b9a87a23ac45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0707448 Sep 21 21:50:20.877480 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.879086 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (336dd0b2-e355-4e7b-8365-8fa685fcbfa0), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.955549 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (336dd0b2-e355-4e7b-8365-8fa685fcbfa0), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.968202 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (336dd0b2-e355-4e7b-8365-8fa685fcbfa0), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:20.989360 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=336dd0b2-e355-4e7b-8365-8fa685fcbfa0,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:21.008808 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-faef37ea-a4fb-4c93-ac7d-53ac76bda91d service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615024 Sep 21 21:50:21.013985 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.015822 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ca56b179-e164-4808-961c-9ed04f445342 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1906135 Sep 21 21:50:21.020644 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46244) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:21.027631 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:21.064126 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.139406 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786ce66a-e176-436f-98a0-cf612815e473 req-6b8ad4c0-81ee-4aeb-a70f-93bf9bcdedab service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231196 Sep 21 21:50:21.210188 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.391496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.27.3.41 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/e6713993-6570-474b-a6c8-d52a7cb00dd2) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:50:21.477504 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff894bc-57ba-4eb0-b1d8-af539f037f6c req-358447e2-94f7-4f2d-8d1e-d811053babdf tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:21.479191 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3ff894bc-57ba-4eb0-b1d8-af539f037f6c req-358447e2-94f7-4f2d-8d1e-d811053babdf tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 946 time: 0.1350362 Sep 21 21:50:21.568550 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.573331 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3ff894bc-57ba-4eb0-b1d8-af539f037f6c req-465fc947-f378-46c0-b15f-8cf336b5b1d8 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874662 Sep 21 21:50:21.607047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f235646-f291-4de2-9b0f-e591dfe7f4f4 req-802f3845-34cd-4c30-9035-001a8af946f4 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:21.609584 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6f235646-f291-4de2-9b0f-e591dfe7f4f4 req-802f3845-34cd-4c30-9035-001a8af946f4 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0804830 Sep 21 21:50:21.625287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.672208 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:50:21.675270 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:50:21.682442 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:50:21.687864 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=e6713993-6570-474b-a6c8-d52a7cb00dd2,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:21.707401 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6f235646-f291-4de2-9b0f-e591dfe7f4f4 req-ae5a8af6-ecc8-4a87-973e-66aaef478201 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871859 Sep 21 21:50:21.802955 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (c861f866-69c1-4b92-83cb-c327f7d36dd1), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.846280 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:21.996931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2ae58b07-8e93-48bc-a792-527b67fc7485 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:21.998969 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2ae58b07-8e93-48bc-a792-527b67fc7485 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 946 time: 0.0833974 Sep 21 21:50:22.068322 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.074438 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.118446 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Deleting port b7f67109-1875-4834-9b59-343460911c94 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:50:22.118694 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (b7f67109-1875-4834-9b59-343460911c94), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.140093 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=e6713993-6570-474b-a6c8-d52a7cb00dd2,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:22.142665 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (c861f866-69c1-4b92-83cb-c327f7d36dd1), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.164398 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.174120 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5dc448cf-f585-4a66-8fd0-e315ee95d9d7 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1438289 Sep 21 21:50:22.262254 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] For port b7f67109-1875-4834-9b59-343460911c94, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=b7f67109-1875-4834-9b59-343460911c94,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:22.262672 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (b7f67109-1875-4834-9b59-343460911c94), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.285738 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Calling delete_port for b7f67109-1875-4834-9b59-343460911c94 owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:50:22.475081 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-35d2c801-846c-4a31-86c2-f4518297ffca tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--965893890&fields=id&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 267 time: 0.0617108 Sep 21 21:50:22.492480 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (b7f67109-1875-4834-9b59-343460911c94), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.508512 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['b7f67109-1875-4834-9b59-343460911c94'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:50:22.534451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Pushing event deleted for resources: {'Port': ['ID=b7f67109-1875-4834-9b59-343460911c94,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:22.583553 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] No DVR routers for this DVR port b7f67109-1875-4834-9b59-343460911c94 on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:50:22.586513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:22.590774 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e14985af-1e31-47fc-9e1f-40875a61200c req-2914b074-27f2-4d8d-b176-7233b6383694 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "DELETE /v2.0/ports/b7f67109-1875-4834-9b59-343460911c94 HTTP/1.1" status: 204 len: 173 time: 0.5840995 Sep 21 21:50:22.591345 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'name': 'network-vif-deleted', 'tag': 'b7f67109-1875-4834-9b59-343460911c94'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:22.594838 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b812e1e9-940e-45b5-8561-c8c395eb7b3e" -d '{"events": [{"server_uuid": "a0027067-f966-44a7-9360-8665eff4ea1c", "name": "network-vif-deleted", "tag": "b7f67109-1875-4834-9b59-343460911c94"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:22.660391 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-7871b8fa-06ff-4ed4-9b43-03c236462284 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:22.662253 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-7871b8fa-06ff-4ed4-9b43-03c236462284 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.1790776 Sep 21 21:50:22.664587 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9fc64-1c46-47da-bc25-8fb3303c2108 x-openstack-request-id: req-add9fc64-1c46-47da-bc25-8fb3303c2108 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:22.665647 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0027067-f966-44a7-9360-8665eff4ea1c", "name": "network-vif-deleted", "tag": "b7f67109-1875-4834-9b59-343460911c94", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:22.667570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-add9fc64-1c46-47da-bc25-8fb3303c2108 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:22.669029 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add9fc64-1c46-47da-bc25-8fb3303c2108'] response: {'server_uuid': 'a0027067-f966-44a7-9360-8665eff4ea1c', 'name': 'network-vif-deleted', 'tag': 'b7f67109-1875-4834-9b59-343460911c94', 'status': 'completed', 'code': 200} Sep 21 21:50:22.691491 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-7bebb5bb-40b4-423c-b7f2-1ac16217fd25 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/quotas/34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 375 time: 0.0103760 Sep 21 21:50:22.786014 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-3edc1063-7b50-49ce-811f-b593a6224813 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0861969 Sep 21 21:50:22.793485 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f2367586-169e-490f-8f1b-ed6d6078f655 req-27d8a377-a7d4-4768-9e8b-843d73965ee8 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=a0027067-f966-44a7-9360-8665eff4ea1c HTTP/1.1" status: 200 len: 210 time: 0.0370405 Sep 21 21:50:22.933743 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c8565-7a77-421a-a5d2-24de785302bd req-6964abe1-bcdb-49fe-8ca0-7edc0e468bbe tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:22.935345 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-873c8565-7a77-421a-a5d2-24de785302bd req-6964abe1-bcdb-49fe-8ca0-7edc0e468bbe tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0780375 Sep 21 21:50:22.943071 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-cc21bc56-cb63-4dc6-8aa3-f595d14c02c2 service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435332 Sep 21 21:50:23.004100 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-873c8565-7a77-421a-a5d2-24de785302bd req-b8bc65ad-a388-4950-9633-a2aedafc7ed5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605667 Sep 21 21:50:23.100376 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-7505e38b-e80a-4f61-a75e-a3d27338f96e service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449521 Sep 21 21:50:23.387743 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-23ca00f4-4b43-42be-b3cc-52fe21784e27 req-4ef6acd3-0f58-40cc-9251-836108950346 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 210 time: 0.0338669 Sep 21 21:50:24.248826 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc67c8-3d8e-4183-a2e2-56e31c4bd3af req-07fc1f2b-3354-462c-84dc-5dcce1d7fff0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:24.259326 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-08bc67c8-3d8e-4183-a2e2-56e31c4bd3af req-07fc1f2b-3354-462c-84dc-5dcce1d7fff0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.1270273 Sep 21 21:50:24.340661 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-08bc67c8-3d8e-4183-a2e2-56e31c4bd3af req-ec0f5910-4e54-443a-9bba-20a0f57e4ae7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801215 Sep 21 21:50:24.542338 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8c9c0f33-f724-4ee6-99ac-4c7e507f1043 req-d7ea84ed-e58b-48d1-9d4b-60656ba219ed tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 210 time: 0.0393329 Sep 21 21:50:25.301136 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device b7f67109-1875-4834-9b59-343460911c94 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:50:25.322506 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: b7f67109-1875-4834-9b59-343460911c94 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:50:25.322939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device b7f67109-1875-4834-9b59-343460911c94 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:50:25.501440 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480953-2be8-4d56-9c07-a5dd5af21219 req-b3a1a279-fdcf-47eb-9c14-5ad6adfcf383 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:25.502723 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a480953-2be8-4d56-9c07-a5dd5af21219 req-b3a1a279-fdcf-47eb-9c14-5ad6adfcf383 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0705271 Sep 21 21:50:25.579661 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6a480953-2be8-4d56-9c07-a5dd5af21219 req-bd42b36b-39d4-454f-a2e1-91574964d72a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698671 Sep 21 21:50:25.920609 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a4f2e57-7718-4f2b-be36-5d4fe9945e57 req-96b5ff30-9651-4ace-bad1-515b8d9543a9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 210 time: 0.2810097 Sep 21 21:50:26.730502 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4a476-f93b-4679-a391-9b5870be38ba req-c3c52605-93a7-4539-a43d-d2bd18c914fa tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:26.732176 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-48e4a476-f93b-4679-a391-9b5870be38ba req-c3c52605-93a7-4539-a43d-d2bd18c914fa tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.0578949 Sep 21 21:50:26.807212 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-48e4a476-f93b-4679-a391-9b5870be38ba req-931097af-0246-48e6-9cf1-6af9b419bbc3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690548 Sep 21 21:50:27.035749 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-eafec2e8-1700-4209-ab33-bcd5e6c871e0 req-6b79f8b4-3c57-43c8-a998-9d4fda6b61f9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 210 time: 0.0280333 Sep 21 21:50:27.264797 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-5582f310-9a7a-44a0-a481-09764b0f3ac9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:27.266313 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-5582f310-9a7a-44a0-a481-09764b0f3ac9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.1275246 Sep 21 21:50:27.371803 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-a53ebe7b-9617-4fe8-8a39-ace0e4c5556b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 379 time: 0.0875161 Sep 21 21:50:27.386041 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'port': {'device_id': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'admin_state_up': True, 'tenant_id': '34029272331c413486ea50d15a1808bf', 'security_groups': ['ffc056c8-f5cb-49b4-bebf-5e7eabc603e5']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:27.557449 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Made reservation on behalf of 34029272331c413486ea50d15a1808bf for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:50:27.561026 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:27.721699 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.20.0.12 (a849563c-ff3e-4f21-9e5e-283ea0f8bb45/8de3fc6c-e3ed-4396-9896-c4f158414300/d90f9289-0f40-42b7-a116-007e0c628e61) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:50:27.892261 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (d90f9289-0f40-42b7-a116-007e0c628e61), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:27.965365 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.008787 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee136a-14f2-43d2-8545-17ec867d7f46 req-a93a9098-1940-4b1c-a2b7-03a998221632 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:28.010581 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-89ee136a-14f2-43d2-8545-17ec867d7f46 req-a93a9098-1940-4b1c-a2b7-03a998221632 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 944 time: 0.1122081 Sep 21 21:50:28.034069 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:50:28.051086 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:50:28.054868 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=d90f9289-0f40-42b7-a116-007e0c628e61,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:28.057761 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:50:28.126917 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-89ee136a-14f2-43d2-8545-17ec867d7f46 req-3998bb75-6128-4f63-9c37-0668bfe1c54f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087019 Sep 21 21:50:28.137676 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:28.138539 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.170244 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-19f9d9bb-5278-4060-a654-832c27c8265b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7884519 Sep 21 21:50:28.186570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Request body: {'port': {'device_id': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:28.203318 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91346e8-68eb-4874-af98-ce79017eac74 req-437366f5-c78d-4651-94e7-fff9291d7abe tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:28.205566 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a91346e8-68eb-4874-af98-ce79017eac74 req-437366f5-c78d-4651-94e7-fff9291d7abe tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 932 time: 0.0734634 Sep 21 21:50:28.263300 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.266089 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a91346e8-68eb-4874-af98-ce79017eac74 req-779d6d98-1126-4dbd-bc1c-1e697c79bd7a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525181 Sep 21 21:50:28.366326 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-60c75d95-d13d-4bdd-8eae-4eba4fa09775 None None] Provisioning complete for port d90f9289-0f40-42b7-a116-007e0c628e61 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:50:28.366957 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-60c75d95-d13d-4bdd-8eae-4eba4fa09775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.367620 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-60c75d95-d13d-4bdd-8eae-4eba4fa09775 None None] Attempt 1 to provision port d90f9289-0f40-42b7-a116-007e0c628e61 Sep 21 21:50:28.405455 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-60c75d95-d13d-4bdd-8eae-4eba4fa09775 None None] Port d90f9289-0f40-42b7-a116-007e0c628e61 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:50:28.579272 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d90f9289-0f40-42b7-a116-007e0c628e61 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:50:28.588635 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Publish callbacks [] for port (d90f9289-0f40-42b7-a116-007e0c628e61), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.603049 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Transition to ACTIVE for port object d90f9289-0f40-42b7-a116-007e0c628e61 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:50:28.608804 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.671313 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f9289-0f40-42b7-a116-007e0c628e61,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:28.730308 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Attempting to bind port d90f9289-0f40-42b7-a116-007e0c628e61 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:50:28.730790 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Attempting to bind port d90f9289-0f40-42b7-a116-007e0c628e61 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:50:28.731125 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Attempting to bind port d90f9289-0f40-42b7-a116-007e0c628e61 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:50:28.736304 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Port d90f9289-0f40-42b7-a116-007e0c628e61 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:50:28.736693 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Attempting to bind port d90f9289-0f40-42b7-a116-007e0c628e61 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:50:28.742926 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:50:28.743990 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:50:28.743990 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Bound using segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:50:28.744379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Bound port: d90f9289-0f40-42b7-a116-007e0c628e61, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:50:28.744727 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.818240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] For port d90f9289-0f40-42b7-a116-007e0c628e61, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:50:28.823582 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] For port d90f9289-0f40-42b7-a116-007e0c628e61, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d90f9289-0f40-42b7-a116-007e0c628e61,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:50:28.831184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.836016 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:28.836803 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:28.838370 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] 10.222.0.50 "PUT /v2.0/ports/d90f9289-0f40-42b7-a116-007e0c628e61 HTTP/1.1" status: 200 len: 1094 time: 0.6579707 Sep 21 21:50:28.838906 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:28.841306 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682" -d '{"events": [{"name": "network-changed", "server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:28.907986 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-60c75d95-d13d-4bdd-8eae-4eba4fa09775 None None] Attempt 2 to provision port d90f9289-0f40-42b7-a116-007e0c628e61 Sep 21 21:50:28.921324 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecc2c54-de35-4f47-9e86-db4216c24b07 x-openstack-request-id: req-5ecc2c54-de35-4f47-9e86-db4216c24b07 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:28.921911 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:28.921911 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-5ecc2c54-de35-4f47-9e86-db4216c24b07 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:28.922303 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecc2c54-de35-4f47-9e86-db4216c24b07'] response: {'name': 'network-changed', 'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'status': 'completed', 'code': 200} Sep 21 21:50:28.939444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6ef9862b-1a2d-4e08-a63f-69595093a0d6 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:50:28.941220 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68aa655-a7b6-4ed4-9d3d-8c1cab4b64e0 service neutron] Pushing event updated for resources: {'Port': ['ID=d90f9289-0f40-42b7-a116-007e0c628e61,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:28.964257 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-5902e7c6-3ac5-466f-b888-0754597d9f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:28.966275 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-5902e7c6-3ac5-466f-b888-0754597d9f66 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 1128 time: 0.0621805 Sep 21 21:50:29.015762 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-60c75d95-d13d-4bdd-8eae-4eba4fa09775 None None] Port d90f9289-0f40-42b7-a116-007e0c628e61 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:50:29.023549 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-8982feb5-964f-41dc-a930-abd5bd787720 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90f9289-0f40-42b7-a116-007e0c628e61 HTTP/1.1" status: 200 len: 217 time: 0.0496166 Sep 21 21:50:29.075204 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:29.087098 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-4cda2a7c-a355-496f-819d-132444759c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:29.089847 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'port_id': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'mac_address': 'fa:16:3e:b0:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:50:29.090232 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-4cda2a7c-a355-496f-819d-132444759c0f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0582082 Sep 21 21:50:29.131258 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:29.131781 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:29.147432 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ef9862b-1a2d-4e08-a63f-69595093a0d6 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:50:29.155951 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-1eac30be-598d-4d93-b46e-bd2ac636806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:29.157472 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-1eac30be-598d-4d93-b46e-bd2ac636806d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539758 Sep 21 21:50:29.168837 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:29.173133 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:29.224519 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=6ef9862b-1a2d-4e08-a63f-69595093a0d6,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:29.293018 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ceefe2-199f-4d9c-919c-2fb03a0ca881 req-6fbad338-408b-4031-a446-661cea045c62 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:29.294592 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-01ceefe2-199f-4d9c-919c-2fb03a0ca881 req-6fbad338-408b-4031-a446-661cea045c62 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 945 time: 0.0669508 Sep 21 21:50:29.349037 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-01ceefe2-199f-4d9c-919c-2fb03a0ca881 req-243d5020-864f-4b09-8b6d-d1d2dad89d7f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484428 Sep 21 21:50:29.406643 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6775fd-dddf-45a9-990f-e14748038699 req-fd9189be-5a11-4450-a5fa-c419a09b4349 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:29.408146 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3b6775fd-dddf-45a9-990f-e14748038699 req-fd9189be-5a11-4450-a5fa-c419a09b4349 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 944 time: 0.0588768 Sep 21 21:50:29.469995 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3b6775fd-dddf-45a9-990f-e14748038699 req-a6ca9277-faf8-4911-b122-5f0d6fe81d3b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538344 Sep 21 21:50:30.048114 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-59b87f85-b3ed-4b1c-bfea-9a3e592bed1c service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147292 Sep 21 21:50:30.488878 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff30c27-c40d-4e71-b3e1-915db7d9f48b req-07aa6048-e830-468a-98db-785cebb1ec0c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:30.490458 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ff30c27-c40d-4e71-b3e1-915db7d9f48b req-07aa6048-e830-468a-98db-785cebb1ec0c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 945 time: 0.0612426 Sep 21 21:50:30.563122 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ff30c27-c40d-4e71-b3e1-915db7d9f48b req-88b59bc3-92ac-485a-87c6-cfa531f4ef26 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665774 Sep 21 21:50:30.632113 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b777e7-198f-4a9a-af4e-1e18fe0261ea req-a786ce08-477e-4daf-9ef4-37ccf368d0e6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:30.633886 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-80b777e7-198f-4a9a-af4e-1e18fe0261ea req-a786ce08-477e-4daf-9ef4-37ccf368d0e6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 944 time: 0.0717869 Sep 21 21:50:30.703477 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-80b777e7-198f-4a9a-af4e-1e18fe0261ea req-1344f3b3-809a-409b-b635-11c09f8ca04b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609632 Sep 21 21:50:30.816016 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cb807dca-4472-44d0-9681-ee4e1d0e07fd req-6ceb43a9-3d14-493c-bb6e-9b930c8af69b service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985448 Sep 21 21:50:31.745361 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d265a5-2f7c-4dbf-88bb-7a179133572a req-5851dd8c-a421-450e-bfb9-6755fc6f2a2e tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:31.747293 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-60d265a5-2f7c-4dbf-88bb-7a179133572a req-5851dd8c-a421-450e-bfb9-6755fc6f2a2e tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 945 time: 0.0840023 Sep 21 21:50:31.768799 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-693aeb8b-6500-4404-b11d-b9a978b67461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:31.771920 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-693aeb8b-6500-4404-b11d-b9a978b67461 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 1128 time: 0.0921707 Sep 21 21:50:31.826396 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-60d265a5-2f7c-4dbf-88bb-7a179133572a req-884894f6-8064-43bf-be4b-90e958bfa788 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713801 Sep 21 21:50:31.938765 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-99a660c1-0953-4651-b417-1788c9c2d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:31.940284 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-99a660c1-0953-4651-b417-1788c9c2d8f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.1597004 Sep 21 21:50:31.948762 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa05f5-8578-4e08-a8ee-8168595a182a req-7d95bee2-2d1b-49c7-9227-9d60d5041366 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:31.950326 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e9aa05f5-8578-4e08-a8ee-8168595a182a req-7d95bee2-2d1b-49c7-9227-9d60d5041366 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 944 time: 0.0938401 Sep 21 21:50:31.958093 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['6ef9862b-1a2d-4e08-a63f-69595093a0d6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:50:32.018181 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-ce6c4637-fdb1-4243-953f-6213a78f38bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90f9289-0f40-42b7-a116-007e0c628e61 HTTP/1.1" status: 200 len: 217 time: 0.0666115 Sep 21 21:50:32.141200 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-71bc81be-899a-4d22-bee7-1b89800363fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:32.143522 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-71bc81be-899a-4d22-bee7-1b89800363fe service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.1121936 Sep 21 21:50:32.149215 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e9aa05f5-8578-4e08-a8ee-8168595a182a req-6a22155d-9492-4ab0-bf12-66623b42ea51 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898949 Sep 21 21:50:32.220257 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-39035c27-6744-45d1-b6fb-3e49cce90a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:32.221893 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-39035c27-6744-45d1-b6fb-3e49cce90a43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695910 Sep 21 21:50:32.355781 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-71a5f96e-9be6-4ba2-9f95-24a2223bd3fb tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:32.357986 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-71a5f96e-9be6-4ba2-9f95-24a2223bd3fb tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/networks?id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 200 len: 814 time: 0.1385005 Sep 21 21:50:32.362348 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-08b16d98-fdd2-41dc-a131-d6b9ac84fa9e service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299636 Sep 21 21:50:32.380154 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-f232df70-db14-4e67-91ca-89adf3d44e76 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/quotas/a5d042516de242668863351af17896d3 HTTP/1.1" status: 200 len: 375 time: 0.0161719 Sep 21 21:50:32.448543 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-038a8b3f-c051-4689-b83e-94688d56046c tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=a5d042516de242668863351af17896d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544643 Sep 21 21:50:32.489836 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8dd83fc1-e5c6-44af-b9d7-3b6fe2db5682 req-ae5b7dfd-73ca-421f-aa56-3a66fd01e644 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152904 Sep 21 21:50:32.572315 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-9cf8c060-4055-40e7-8445-16793c7d0379 service neutron] 10.222.0.48 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222622 Sep 21 21:50:32.676454 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-9c776059-3bc9-49e6-88e1-d228d658853a service neutron] 10.222.0.48 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976260 Sep 21 21:50:32.895249 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0125e0d1-6608-4419-84e0-56b8c8aaab17 req-c178cb08-876c-44f5-8200-107acb3892a9 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 210 time: 0.0445433 Sep 21 21:50:32.987082 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f999844-bc08-40c8-b255-9bddffc4ceca req-f94228b8-e4bd-4905-b3ba-3225a1c00929 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:32.988631 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3f999844-bc08-40c8-b255-9bddffc4ceca req-f94228b8-e4bd-4905-b3ba-3225a1c00929 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 945 time: 0.0663767 Sep 21 21:50:33.076773 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3f999844-bc08-40c8-b255-9bddffc4ceca req-b41ce0c5-9017-41b7-9b63-144c0cbcb3cb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816998 Sep 21 21:50:33.324148 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03243bdd-d33a-4d9c-a590-a7c4a1de1bc6 req-fbca0abb-89f4-4172-90d8-8b691398071c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:33.325708 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-03243bdd-d33a-4d9c-a590-a7c4a1de1bc6 req-fbca0abb-89f4-4172-90d8-8b691398071c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 944 time: 0.0807920 Sep 21 21:50:33.386257 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-03243bdd-d33a-4d9c-a590-a7c4a1de1bc6 req-3b837a7d-a5c8-47c4-8794-fabc64e7641e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533037 Sep 21 21:50:33.643973 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6ef9862b-1a2d-4e08-a63f-69595093a0d6 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:50:33.703665 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:50:33.711161 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:50:33.711605 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:33.712486 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 Sep 21 21:50:33.795013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:33.795404 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:33.824096 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:33.827530 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1398be63-bf98-44d5-be17-12d634f3931f" -d '{"events": [{"server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "name": "network-vif-plugged", "status": "completed", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:33.843600 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:33.850034 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:33.889741 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67131ad-7dea-4ead-a31d-9d8c3291ec3a x-openstack-request-id: req-d67131ad-7dea-4ead-a31d-9d8c3291ec3a {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:33.890073 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "name": "network-vif-plugged", "status": "completed", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:33.890358 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d67131ad-7dea-4ead-a31d-9d8c3291ec3a {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:33.890719 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d67131ad-7dea-4ead-a31d-9d8c3291ec3a'] response: {'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'code': 200} Sep 21 21:50:33.916249 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=6ef9862b-1a2d-4e08-a63f-69595093a0d6,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:34.043146 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-020193c7-b20f-4ac8-8265-37724e78f6b1 req-315af4a7-7e71-4563-848f-2f3a0e9eddff tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 210 time: 0.0448959 Sep 21 21:50:34.359871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba4f40-7aad-4818-a1af-84fdae7dd540 req-3da586a3-cc6d-44b7-a3db-1b5884d18d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.362378 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-31ba4f40-7aad-4818-a1af-84fdae7dd540 req-3da586a3-cc6d-44b7-a3db-1b5884d18d65 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 1130 time: 0.1341805 Sep 21 21:50:34.372817 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a360c-9cb0-4d42-bf66-25dc0b209475 req-db34e132-06f2-4413-a7bc-742abd19b731 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.383884 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8f1a360c-9cb0-4d42-bf66-25dc0b209475 req-db34e132-06f2-4413-a7bc-742abd19b731 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.2046959 Sep 21 21:50:34.479165 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8f1a360c-9cb0-4d42-bf66-25dc0b209475 req-7988678e-92ec-452e-8f48-4f4f2fdaf218 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910182 Sep 21 21:50:34.502166 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-31ba4f40-7aad-4818-a1af-84fdae7dd540 req-a8653797-9f26-48b0-9047-02a330130531 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076417 Sep 21 21:50:34.556635 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-d4e41024-5775-44cc-a772-740309a4c373 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.558243 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-d4e41024-5775-44cc-a772-740309a4c373 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "GET /v2.0/networks?id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 200 len: 814 time: 0.5187438 Sep 21 21:50:34.629574 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07f911-76b7-422d-b6cb-c99ad88eb025 req-767ae56d-0c95-4e89-bc1e-8108e633633c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.631977 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0e07f911-76b7-422d-b6cb-c99ad88eb025 req-767ae56d-0c95-4e89-bc1e-8108e633633c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0667841 Sep 21 21:50:34.647481 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4539e-f93a-433d-87d8-7dc3adeefdcd req-66ecff4c-948c-4844-9bbb-f82bb0ba217d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.649107 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2cf4539e-f93a-433d-87d8-7dc3adeefdcd req-66ecff4c-948c-4844-9bbb-f82bb0ba217d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 944 time: 0.0767858 Sep 21 21:50:34.687108 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0e07f911-76b7-422d-b6cb-c99ad88eb025 req-5212929b-864d-4ef8-b1de-bc00cc05e9c9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485897 Sep 21 21:50:34.717370 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2cf4539e-f93a-433d-87d8-7dc3adeefdcd req-4cc4498f-e490-4fcd-907a-aaa336bab59c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593708 Sep 21 21:50:34.724939 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Request body: {'port': {'device_id': '304f5633-7426-4fd5-ab28-6340d6d63625', 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf', 'admin_state_up': True, 'tenant_id': 'a5d042516de242668863351af17896d3'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:34.809162 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-11147945-69e5-4302-a003-cbe524824f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.811134 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-11147945-69e5-4302-a003-cbe524824f79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.0663400 Sep 21 21:50:34.881844 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Made reservation on behalf of a5d042516de242668863351af17896d3 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:50:34.886414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:34.922957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-dc851bbe-fe43-4d30-bd38-ed97d7cb5311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:34.924202 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-dc851bbe-fe43-4d30-bd38-ed97d7cb5311 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.1069329 Sep 21 21:50:35.001561 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-0ba49bfd-c5ae-42e0-a442-a0049ded1061 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 1001 time: 0.0697942 Sep 21 21:50:35.047166 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Allocated IP 172.20.0.11 (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf/a402bd65-1b62-4191-852c-f68bf1020cc6/1f950ef4-dfc3-42d5-9c6b-c3497ab52823) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:50:35.057502 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-9324bee5-a95b-442a-b0a6-644df2652fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:35.059150 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-9324bee5-a95b-442a-b0a6-644df2652fe8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0513942 Sep 21 21:50:35.130087 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-d21074d6-3409-45bf-802f-26311152f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:35.132719 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-d21074d6-3409-45bf-802f-26311152f730 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635273 Sep 21 21:50:35.208072 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a7882b06-7e19-404c-8daf-cd4300f2aa2b req-a7fd59dd-2b5a-4b10-a309-538e789c8c9d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 210 time: 0.0436080 Sep 21 21:50:35.259072 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-43254549-fbe0-494a-85a9-4caa0cbe4943 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180975 Sep 21 21:50:35.272122 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks [] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.318286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.370847 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:50:35.374227 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:50:35.376817 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:50:35.378986 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f7d7f2b-74aa-4b03-8371-732477b35e7c req-7077180a-17ee-45fa-8ebe-511a596060a6 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134109 Sep 21 21:50:35.416192 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Pushing event updated for resources: {'Port': ['ID=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:35.436095 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.436354 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.436813 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.437228 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.437718 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.438196 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.438712 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.439073 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.439442 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.439801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.440145 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.440476 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.440804 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:35.458110 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:35.459548 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.481654 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-770f324d-bb9d-44b0-8700-d5ac1d983197 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7627776 Sep 21 21:50:35.499178 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Request body: {'port': {'device_id': '304f5633-7426-4fd5-ab28-6340d6d63625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:35.575391 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.628952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2bea25-2c2a-4652-960a-4ed7e8bddb56 req-22586664-e72a-456b-b89a-6a7cb33dbeea tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:35.630530 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ba2bea25-2c2a-4652-960a-4ed7e8bddb56 req-22586664-e72a-456b-b89a-6a7cb33dbeea tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0709562 Sep 21 21:50:35.646555 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d90f9289-0f40-42b7-a116-007e0c628e61 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:50:35.720303 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ba2bea25-2c2a-4652-960a-4ed7e8bddb56 req-bab43a9c-c984-4412-a9da-ffce6a9be0cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817707 Sep 21 21:50:35.832360 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port d90f9289-0f40-42b7-a116-007e0c628e61, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d90f9289-0f40-42b7-a116-007e0c628e61,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:35.859573 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'port_id': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'mac_address': 'fa:16:3e:61:e8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:50:35.916193 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port d90f9289-0f40-42b7-a116-007e0c628e61 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:35.916975 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:35.926962 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc264db0-b990-48cd-a8d8-c735b944cd7e req-830b6ed2-282b-47d1-9688-e62705b0cfbc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:35.928677 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cc264db0-b990-48cd-a8d8-c735b944cd7e req-830b6ed2-282b-47d1-9688-e62705b0cfbc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1010156 Sep 21 21:50:35.932925 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d90f9289-0f40-42b7-a116-007e0c628e61 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:50:35.941456 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78139508-1355-4761-8d86-b416e16cee5d req-e6fe6c98-f73a-41a1-b972-0733a981da08 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:35.943795 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-78139508-1355-4761-8d86-b416e16cee5d req-e6fe6c98-f73a-41a1-b972-0733a981da08 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 944 time: 0.0812278 Sep 21 21:50:35.958342 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port d90f9289-0f40-42b7-a116-007e0c628e61, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d90f9289-0f40-42b7-a116-007e0c628e61,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:35.967116 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.025950 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=d90f9289-0f40-42b7-a116-007e0c628e61,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:36.032844 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:50:36.037976 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-78139508-1355-4761-8d86-b416e16cee5d req-5ef71825-12d1-497d-854c-41340b03b885 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821350 Sep 21 21:50:36.045117 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Publish callbacks [] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.050842 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cc264db0-b990-48cd-a8d8-c735b944cd7e req-ab67128c-e050-418f-9d46-5f59ace72052 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068692 Sep 21 21:50:36.067737 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Transition to ACTIVE for port object 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:50:36.083516 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.174220 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Pushing event updated for resources: {'Port': ['ID=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:36.201613 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Attempting to bind port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:50:36.203708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Attempting to bind port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:50:36.203708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Attempting to bind port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 on network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:50:36.209047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 on network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:50:36.209047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Attempting to bind port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 on network 5e06fc42-f06c-4cc0-84b3-630ee7ec01bf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:50:36.216373 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:50:36.216886 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Checking segment: {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:50:36.217477 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Bound using segment: {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:50:36.217971 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Bound port: 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b14090d-46a6-4813-9b16-7e87330f9e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:50:36.218334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.264416 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['d90f9289-0f40-42b7-a116-007e0c628e61'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:50:36.309653 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] For port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:50:36.313486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] For port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:50:36.332483 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.339193 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:36.339805 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:36.341447 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] 10.222.0.50 "PUT /v2.0/ports/1f950ef4-dfc3-42d5-9c6b-c3497ab52823 HTTP/1.1" status: 200 len: 1094 time: 0.8469949 Sep 21 21:50:36.341994 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304f5633-7426-4fd5-ab28-6340d6d63625', 'tag': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:36.344520 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280c8a87-10af-438d-be1b-f5181f233d93" -d '{"events": [{"name": "network-changed", "server_uuid": "304f5633-7426-4fd5-ab28-6340d6d63625", "tag": "1f950ef4-dfc3-42d5-9c6b-c3497ab52823"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:36.434629 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a5a4fd-cd9a-4076-85bc-4fa709485709 x-openstack-request-id: req-14a5a4fd-cd9a-4076-85bc-4fa709485709 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:36.434940 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304f5633-7426-4fd5-ab28-6340d6d63625", "tag": "1f950ef4-dfc3-42d5-9c6b-c3497ab52823", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:36.435161 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-14a5a4fd-cd9a-4076-85bc-4fa709485709 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:36.435565 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a5a4fd-cd9a-4076-85bc-4fa709485709'] response: {'name': 'network-changed', 'server_uuid': '304f5633-7426-4fd5-ab28-6340d6d63625', 'tag': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823', 'status': 'completed', 'code': 200} Sep 21 21:50:36.459310 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c638c-9b85-4d42-ad05-1434f05cedfd service neutron] Pushing event updated for resources: {'Port': ['ID=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:36.473708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b177dd6-e855-4b7c-8392-5007bd9d1b08 req-f1f0d846-6ce9-4e45-8410-8b0d0a4bcf2e tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:36.475295 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0b177dd6-e855-4b7c-8392-5007bd9d1b08 req-f1f0d846-6ce9-4e45-8410-8b0d0a4bcf2e tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 944 time: 0.1554201 Sep 21 21:50:36.488236 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-024088b9-b919-432e-a5be-eb6947264005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:36.490038 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-024088b9-b919-432e-a5be-eb6947264005 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5d042516de242668863351af17896d3&device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 1128 time: 0.0918915 Sep 21 21:50:36.550806 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-b6e3bb25-4335-469a-bbe3-fe3c64e43af4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823 HTTP/1.1" status: 200 len: 217 time: 0.0482867 Sep 21 21:50:36.582737 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0b177dd6-e855-4b7c-8392-5007bd9d1b08 req-0beed569-ee56-40da-b735-b9055f95c48f tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879445 Sep 21 21:50:36.626884 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-2458a0fe-f786-41c5-9d4b-91c295731dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:36.629397 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-2458a0fe-f786-41c5-9d4b-91c295731dcf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a402bd65-1b62-4191-852c-f68bf1020cc6 HTTP/1.1" status: 200 len: 854 time: 0.0624471 Sep 21 21:50:36.668397 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-9fbf8464-8090-4037-bd6b-252216f67c73 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313861 Sep 21 21:50:36.779430 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-35a6f2d7-3d58-48f9-8ae3-5a823fb599ab service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023104 Sep 21 21:50:36.889870 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8ad3f-b239-4854-987f-72a6d31d3b72 req-3c92cc25-387b-4ba0-b8be-d75bd0d9bfa8 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:36.892961 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a2e8ad3f-b239-4854-987f-72a6d31d3b72 req-3c92cc25-387b-4ba0-b8be-d75bd0d9bfa8 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0726686 Sep 21 21:50:36.902109 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-10fa7c33-d31b-4649-ab3d-3ded51f22f89 req-f34b0cf5-6441-49b9-b187-bdfab59809d6 service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145048 Sep 21 21:50:36.964288 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a2e8ad3f-b239-4854-987f-72a6d31d3b72 req-b1473ce9-7438-4b18-8a74-f80962f6fa5b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622056 Sep 21 21:50:37.032302 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c8a87-10af-438d-be1b-f5181f233d93 req-8577e852-986b-41fe-9dbb-3d8e42557207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.033982 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-8577e852-986b-41fe-9dbb-3d8e42557207 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a5d042516de242668863351af17896d3&device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 1128 time: 0.0575161 Sep 21 21:50:37.188336 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d6141c-7e94-46c4-9114-c0f9fea932b9 req-4e21d2b9-82f2-4cfb-905b-3eb370b0d2a7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.189703 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0d6141c-7e94-46c4-9114-c0f9fea932b9 req-4e21d2b9-82f2-4cfb-905b-3eb370b0d2a7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.1385367 Sep 21 21:50:37.192756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c8a87-10af-438d-be1b-f5181f233d93 req-38027b3c-0904-4e31-9f1a-ab44fa48b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.195002 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-38027b3c-0904-4e31-9f1a-ab44fa48b44d service neutron] 10.222.0.50 "GET /v2.0/networks?id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 200 len: 915 time: 0.1533589 Sep 21 21:50:37.197848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745d505-1029-4c74-8e83-b9e7a233a7b1 req-cd6c175a-1d97-46a6-bd14-9ec9934d6c45 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.199353 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a745d505-1029-4c74-8e83-b9e7a233a7b1 req-cd6c175a-1d97-46a6-bd14-9ec9934d6c45 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 945 time: 0.0597596 Sep 21 21:50:37.248852 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-d99d8c67-dec7-4a10-83a7-45468e556274 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823 HTTP/1.1" status: 200 len: 217 time: 0.0451801 Sep 21 21:50:37.266425 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a745d505-1029-4c74-8e83-b9e7a233a7b1 req-8368555a-c9dc-41c2-8e12-616cfaeb1108 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605381 Sep 21 21:50:37.324202 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0d6141c-7e94-46c4-9114-c0f9fea932b9 req-0b2eb7a5-dc2b-4f86-9a9f-24815ac1e696 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269534 Sep 21 21:50:37.335707 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c8a87-10af-438d-be1b-f5181f233d93 req-f856236d-8764-4b02-8719-0dccb3cf1e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.337934 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-f856236d-8764-4b02-8719-0dccb3cf1e7b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=a402bd65-1b62-4191-852c-f68bf1020cc6 HTTP/1.1" status: 200 len: 854 time: 0.0828295 Sep 21 21:50:37.358794 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46450) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:37.380927 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-6edf1f25-c830-4bce-b378-236f1744037d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343070 Sep 21 21:50:37.438795 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9d5ea-5b2a-434a-a2ed-5c9b5d7cb5ac req-6a5f9411-2158-4ac1-a048-913c4c7aa97d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.442300 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0bb9d5ea-5b2a-434a-a2ed-5c9b5d7cb5ac req-6a5f9411-2158-4ac1-a048-913c4c7aa97d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0998602 Sep 21 21:50:37.507361 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0bb9d5ea-5b2a-434a-a2ed-5c9b5d7cb5ac req-4b522a2f-8acb-4850-994a-0567a694b617 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553205 Sep 21 21:50:37.512424 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-9590aa7e-9e23-4527-bac0-80829a99d983 service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221173 Sep 21 21:50:37.648825 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7edeb1a-621b-4a70-aff2-bc34dcd74eb0 tempest-TestVolumeBootPattern-864194029 tempest-TestVolumeBootPattern-864194029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.651388 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d7edeb1a-621b-4a70-aff2-bc34dcd74eb0 tempest-TestVolumeBootPattern-864194029 tempest-TestVolumeBootPattern-864194029-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 1125 time: 0.2913570 Sep 21 21:50:37.654976 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46456) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:37.656656 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-280c8a87-10af-438d-be1b-f5181f233d93 req-942f94c1-6d5a-417f-8d8b-4a21404c0753 service neutron] 10.222.0.50 "GET /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372814 Sep 21 21:50:37.660645 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'port_id': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:37.677810 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d90f9289-0f40-42b7-a116-007e0c628e61 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:50:37.692818 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:37.749483 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port d90f9289-0f40-42b7-a116-007e0c628e61 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:50:37.754816 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port d90f9289-0f40-42b7-a116-007e0c628e61 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:50:37.755185 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:37.755795 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port d90f9289-0f40-42b7-a116-007e0c628e61 Sep 21 21:50:37.760407 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ecea41-94ed-471f-a3f6-248c266b6584 req-d85a9656-4868-455b-afa1-e526c197b07b tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:37.763110 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-08ecea41-94ed-471f-a3f6-248c266b6584 req-d85a9656-4868-455b-afa1-e526c197b07b tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 944 time: 0.0848475 Sep 21 21:50:37.836305 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-08ecea41-94ed-471f-a3f6-248c266b6584 req-793ebc90-9be6-4be0-a01a-9613f9ab57d9 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662639 Sep 21 21:50:37.840412 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port d90f9289-0f40-42b7-a116-007e0c628e61 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:37.840844 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:37.841235 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:37.876767 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:37.879088 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b1950-3013-4b31-9931-178c47bba6ed" -d '{"events": [{"server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "name": "network-vif-plugged", "status": "completed", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:37.901607 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port d90f9289-0f40-42b7-a116-007e0c628e61, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d90f9289-0f40-42b7-a116-007e0c628e61,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:37.908095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:37.951142 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01f7a16-5805-48c5-9092-1412f319d7bd x-openstack-request-id: req-b01f7a16-5805-48c5-9092-1412f319d7bd {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:37.951568 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "name": "network-vif-plugged", "status": "completed", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:37.951971 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b01f7a16-5805-48c5-9092-1412f319d7bd {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:37.952496 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b01f7a16-5805-48c5-9092-1412f319d7bd'] response: {'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'code': 200} Sep 21 21:50:37.992736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=d90f9289-0f40-42b7-a116-007e0c628e61,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:38.009946 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Allocated IP 172.27.3.66 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/a3a6c11d-9263-4667-910d-ef42b945c958) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:50:38.153319 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (a3a6c11d-9263-4667-910d-ef42b945c958), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:38.181368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002dcdf-f756-4570-9b00-7cc99da025d1 req-4d30825e-d703-4fa8-bf0a-dc5e4c63d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:38.184028 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3002dcdf-f756-4570-9b00-7cc99da025d1 req-4d30825e-d703-4fa8-bf0a-dc5e4c63d496 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 1130 time: 0.0613887 Sep 21 21:50:38.194357 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (a3a6c11d-9263-4667-910d-ef42b945c958), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:38.234077 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:50:38.236859 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:50:38.244260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:50:38.249812 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=a3a6c11d-9263-4667-910d-ef42b945c958,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:38.250358 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3002dcdf-f756-4570-9b00-7cc99da025d1 req-3e28bc5d-a638-42b4-b4ff-dcf8911d6270 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596123 Sep 21 21:50:38.277215 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.277736 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.278114 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.278451 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.278780 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.279101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.279429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.279753 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.280075 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.280401 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.280719 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.281042 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.281353 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:50:38.418804 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235c928-2daf-4290-b662-32bd1f99cb42 req-ca01fdb9-10b8-426c-9999-32c37fece79a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:38.423019 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8235c928-2daf-4290-b662-32bd1f99cb42 req-ca01fdb9-10b8-426c-9999-32c37fece79a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.0697465 Sep 21 21:50:38.441015 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-19332f1d-35c1-449e-995d-3fbd58efe131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:38.482813 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8235c928-2daf-4290-b662-32bd1f99cb42 req-739e6d4f-534a-475e-91dc-8a8b576ecbc8 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558798 Sep 21 21:50:38.738695 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d2c1f-3f27-4cda-b4fd-267b89989f60 req-63befae5-8973-4ef1-979e-cd3668b2b388 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:38.740053 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a73d2c1f-3f27-4cda-b4fd-267b89989f60 req-63befae5-8973-4ef1-979e-cd3668b2b388 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1002316 Sep 21 21:50:38.743049 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (47202536-919c-4932-adf6-3191eb4d1d2a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:38.844814 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a73d2c1f-3f27-4cda-b4fd-267b89989f60 req-c48ee3cd-a2d3-44c4-a29a-c619ab7d52dd tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811877 Sep 21 21:50:38.850734 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a3a6c11d-9263-4667-910d-ef42b945c958), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:38.980749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2f81be-5be4-4e86-a419-47dae7ba53d5 req-1e5a4a89-a1f7-4107-a89f-6d611db68595 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:38.982980 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7f2f81be-5be4-4e86-a419-47dae7ba53d5 req-1e5a4a89-a1f7-4107-a89f-6d611db68595 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 944 time: 0.0645177 Sep 21 21:50:39.044121 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7f2f81be-5be4-4e86-a419-47dae7ba53d5 req-bf500fd2-79f4-4d29-8d96-e19c8ac80ab7 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533111 Sep 21 21:50:39.051542 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (a3a6c11d-9263-4667-910d-ef42b945c958), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:39.060656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (a3a6c11d-9263-4667-910d-ef42b945c958), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:39.131075 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=a3a6c11d-9263-4667-910d-ef42b945c958,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:39.133717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (47202536-919c-4932-adf6-3191eb4d1d2a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:39.243301 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Floating IP 47202536-919c-4932-adf6-3191eb4d1d2a associated. External IP: 172.27.3.66, port: 6ef9862b-1a2d-4e08-a63f-69595093a0d6. Sep 21 21:50:39.467839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:50:39.636015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:50:39.653389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:50:39.671066 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:39.673679 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:50:39.687055 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87c617-5c9d-49cd-8504-92152ab9de06 req-e0d3df81-73cc-4508-a07a-593bd9cf07b5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:39.689541 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7c87c617-5c9d-49cd-8504-92152ab9de06 req-e0d3df81-73cc-4508-a07a-593bd9cf07b5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.1084039 Sep 21 21:50:39.692299 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:39.693385 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:39.755833 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-eb14432a-259e-4611-a430-063930b2ba44 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0991757 Sep 21 21:50:39.757084 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:39.761102 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:39.810688 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7c87c617-5c9d-49cd-8504-92152ab9de06 req-bcff1c7f-3e5d-43d5-aeb6-acd849102333 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943811 Sep 21 21:50:39.813560 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38c9b63-f68e-4b83-ab7e-405cb4c59648 x-openstack-request-id: req-b38c9b63-f68e-4b83-ab7e-405cb4c59648 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:39.814101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:39.814623 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b38c9b63-f68e-4b83-ab7e-405cb4c59648 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:39.815274 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38c9b63-f68e-4b83-ab7e-405cb4c59648'] response: {'name': 'network-changed', 'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'status': 'completed', 'code': 200} Sep 21 21:50:39.910706 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:39.918313 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-fa22de74-790f-4e03-a021-2be63f77ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:39.920915 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-fa22de74-790f-4e03-a021-2be63f77ae50 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 1130 time: 0.0858207 Sep 21 21:50:39.967391 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:40.033950 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823', 'network_id': '5e06fc42-f06c-4cc0-84b3-630ee7ec01bf', 'port_id': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823', 'mac_address': 'fa:16:3e:a3:15:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a402bd65-1b62-4191-852c-f68bf1020cc6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:50:40.075037 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19925f39-2870-40c0-a66a-40e17e629b6c req-48eb216c-b267-4a60-ae4b-34b3455a9da5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:40.076594 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-19925f39-2870-40c0-a66a-40e17e629b6c req-48eb216c-b267-4a60-ae4b-34b3455a9da5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1213098 Sep 21 21:50:40.082436 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-fbcddab5-a28b-424e-93ec-6029316da569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:40.083855 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-fbcddab5-a28b-424e-93ec-6029316da569 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1564410 Sep 21 21:50:40.090314 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:40.090769 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:40.143476 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:50:40.178875 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:40.186493 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:40.194138 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81280c6d-dc4c-461d-9c66-87e0b92b4a37 req-561feceb-97fc-466d-b00e-f66e11cbe350 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:40.195787 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-81280c6d-dc4c-461d-9c66-87e0b92b4a37 req-561feceb-97fc-466d-b00e-f66e11cbe350 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 944 time: 0.0705285 Sep 21 21:50:40.227862 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-84422452-d7c1-4b14-b4be-50b2ea4a7f2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6 HTTP/1.1" status: 200 len: 999 time: 0.1318533 Sep 21 21:50:40.278831 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-19925f39-2870-40c0-a66a-40e17e629b6c req-3b899e35-9528-4025-b87b-726689bcaf47 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883476 Sep 21 21:50:40.283330 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:40.299174 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-81280c6d-dc4c-461d-9c66-87e0b92b4a37 req-5bbea18f-3714-4660-bfe6-26ad9d9cbae7 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951397 Sep 21 21:50:40.323695 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '47202536-919c-4932-adf6-3191eb4d1d2a', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:b0:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:50:38Z', 'updated_at': '2022-09-21T21:50:38Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:40.333558 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-db6e2a81-d5c9-4f7f-9484-8b65e9aa0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:40.335950 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-db6e2a81-d5c9-4f7f-9484-8b65e9aa0714 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.1008697 Sep 21 21:50:40.353921 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:50:40.363760 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:40.364537 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:40.396291 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-140252f8-44b1-4c35-a6c0-144b279b4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:40.397995 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-140252f8-44b1-4c35-a6c0-144b279b4369 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554035 Sep 21 21:50:40.486208 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['1f950ef4-dfc3-42d5-9c6b-c3497ab52823'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:50:40.509869 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-bc307248-95e4-44cb-bfd2-b52643d46c95 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022413 Sep 21 21:50:40.540469 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:40.637439 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d49ec431-ba77-4935-8bcc-6e9f9dc74d1b req-9dd9942c-9d2b-4c95-95a0-ba9cb55d7d8a service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164706 Sep 21 21:50:40.806085 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-48187417-de51-4510-8636-f4f3d809f10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.005725 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc911eb-7fcb-4f70-97f6-97336816c6e4 req-0de42447-3c80-4a0a-827e-bb6650854728 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:41.007298 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4fc911eb-7fcb-4f70-97f6-97336816c6e4 req-0de42447-3c80-4a0a-827e-bb6650854728 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.0712285 Sep 21 21:50:41.012004 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '47202536-919c-4932-adf6-3191eb4d1d2a', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:b0:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:50:38Z', 'updated_at': '2022-09-21T21:50:38Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:41.040689 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9e4fc0-470e-41cd-9eec-ebb9dc4ab06a None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '47202536-919c-4932-adf6-3191eb4d1d2a', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.66', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:b0:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:50:38Z', 'updated_at': '2022-09-21T21:50:38Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:50:41.079552 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4fc911eb-7fcb-4f70-97f6-97336816c6e4 req-b60b70f2-99ec-47e0-8bdd-c14ef3de9b45 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653059 Sep 21 21:50:41.265675 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5fc372-8522-42bc-9f23-8cac8f9d9aaa req-d275a281-48e7-4323-9e54-da79060432e1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:41.267396 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2f5fc372-8522-42bc-9f23-8cac8f9d9aaa req-d275a281-48e7-4323-9e54-da79060432e1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.0777104 Sep 21 21:50:41.278773 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46480) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:50:41.286402 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'port_id': 'd90f9289-0f40-42b7-a116-007e0c628e61'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:50:41.304629 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214f2173-e11b-42de-a2e7-d352750fe353 None None] New status for floating IP 47202536-919c-4932-adf6-3191eb4d1d2a: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:50:41.361150 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (c861f866-69c1-4b92-83cb-c327f7d36dd1), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.482700 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ed947-7adb-4c89-9127-6eb27640cab8 req-37db1fd0-393c-446b-b225-53b0cca4fbad tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:41.485283 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec9ed947-7adb-4c89-9127-6eb27640cab8 req-37db1fd0-393c-446b-b225-53b0cca4fbad tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 945 time: 0.0875452 Sep 21 21:50:41.521961 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052007f1-c1f7-4486-9d41-896203302eeb req-c9147d49-14f2-4f3e-8e83-37ac3abfe332 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:41.523674 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-052007f1-c1f7-4486-9d41-896203302eeb req-c9147d49-14f2-4f3e-8e83-37ac3abfe332 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1170096 Sep 21 21:50:41.582493 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec9ed947-7adb-4c89-9127-6eb27640cab8 req-c5e71af9-2030-4c5b-bf28-4c1f69a405ef tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825090 Sep 21 21:50:41.684574 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:50:41.688948 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-052007f1-c1f7-4486-9d41-896203302eeb req-49089fc7-8ddd-4c4b-832a-e0d4a44501c4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503541 Sep 21 21:50:41.762438 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:50:41.769279 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:50:41.771114 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.771114 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 Sep 21 21:50:41.882045 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:50:41.883108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.913339 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f5633-7426-4fd5-ab28-6340d6d63625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:41.917191 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3f99da-a9e9-40dd-8321-3918f28bd77b" -d '{"events": [{"server_uuid": "304f5633-7426-4fd5-ab28-6340d6d63625", "name": "network-vif-plugged", "status": "completed", "tag": "1f950ef4-dfc3-42d5-9c6b-c3497ab52823"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:41.932193 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:50:41.941828 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.961100 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.966786 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (c861f866-69c1-4b92-83cb-c327f7d36dd1), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:41.984028 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc65a4b-8922-4ef2-ba80-54fde6bc7fcf x-openstack-request-id: req-cbc65a4b-8922-4ef2-ba80-54fde6bc7fcf {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:41.984947 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304f5633-7426-4fd5-ab28-6340d6d63625", "name": "network-vif-plugged", "status": "completed", "tag": "1f950ef4-dfc3-42d5-9c6b-c3497ab52823", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:41.985351 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-cbc65a4b-8922-4ef2-ba80-54fde6bc7fcf {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:41.985893 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbc65a4b-8922-4ef2-ba80-54fde6bc7fcf'] response: {'server_uuid': '304f5633-7426-4fd5-ab28-6340d6d63625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823', 'code': 200} Sep 21 21:50:42.034270 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:50:42.105698 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP c861f866-69c1-4b92-83cb-c327f7d36dd1 associated. External IP: 172.27.3.41, port: d90f9289-0f40-42b7-a116-007e0c628e61. Sep 21 21:50:42.196675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:42.542577 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb2e4d-7437-497d-b61a-92dd1072bec6 req-74b767c1-95d0-4330-a7ad-d3168a808ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:42.544064 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3ffb2e4d-7437-497d-b61a-92dd1072bec6 req-74b767c1-95d0-4330-a7ad-d3168a808ffa service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 1130 time: 0.3811791 Sep 21 21:50:42.656064 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3ffb2e4d-7437-497d-b61a-92dd1072bec6 req-55fe1703-34d8-4862-be87-428bf1498d56 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837457 Sep 21 21:50:42.688580 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:50:42.833685 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a1289-bc03-4c29-9d4c-edc94f327257 req-81300554-0107-4000-a4b5-3fc3ec1b0e32 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:42.835268 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ea0a1289-bc03-4c29-9d4c-edc94f327257 req-81300554-0107-4000-a4b5-3fc3ec1b0e32 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.1425021 Sep 21 21:50:42.847259 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe92aa-b90a-4e00-9f1f-a8a81f67b368 req-6a0e8135-de69-475b-8c04-b25ee6332d11 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:42.848887 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-71fe92aa-b90a-4e00-9f1f-a8a81f67b368 req-6a0e8135-de69-475b-8c04-b25ee6332d11 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0623803 Sep 21 21:50:42.864518 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:50:42.870875 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:42.879373 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:50:42.895129 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:42.896244 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:42.920708 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-71fe92aa-b90a-4e00-9f1f-a8a81f67b368 req-ad24f50f-ebd4-4d4b-9e48-a1b40c711d46 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607557 Sep 21 21:50:42.962032 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d2f52249-096a-46be-a8de-febb0e308a4b tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "PUT /v2.0/floatingips/c861f866-69c1-4b92-83cb-c327f7d36dd1 HTTP/1.1" status: 200 len: 991 time: 1.6744554 Sep 21 21:50:42.962032 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:50:42.962032 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2019f3-5578-4e88-a286-667ef78bbdd7" -d '{"events": [{"name": "network-changed", "server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:50:42.970251 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ea0a1289-bc03-4c29-9d4c-edc94f327257 req-dec14954-8589-4eda-af53-8ec5ea22a009 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249790 Sep 21 21:50:43.020621 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce02c4ac-d9c4-43db-b5c7-595f19a0cf43 x-openstack-request-id: req-ce02c4ac-d9c4-43db-b5c7-595f19a0cf43 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:50:43.020919 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:50:43.021178 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ce02c4ac-d9c4-43db-b5c7-595f19a0cf43 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:50:43.021600 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce02c4ac-d9c4-43db-b5c7-595f19a0cf43'] response: {'name': 'network-changed', 'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'status': 'completed', 'code': 200} Sep 21 21:50:43.030770 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:43.137164 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-0c1efd03-162f-44f2-88f3-cf4ad8c491ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:43.139230 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-0c1efd03-162f-44f2-88f3-cf4ad8c491ee service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 1130 time: 0.0590990 Sep 21 21:50:43.261817 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-c5f67740-bd76-40d9-89d1-b51cf104d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:43.263196 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-c5f67740-bd76-40d9-89d1-b51cf104d588 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.1169591 Sep 21 21:50:43.320452 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'c861f866-69c1-4b92-83cb-c327f7d36dd1', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:61:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:50:21Z', 'updated_at': '2022-09-21T21:50:41Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:43.347077 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-330d5c9a-3a8b-4721-adfc-6212037bf2ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d90f9289-0f40-42b7-a116-007e0c628e61 HTTP/1.1" status: 200 len: 999 time: 0.0751374 Sep 21 21:50:43.351860 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:50:43.361800 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:50:43.362522 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:43.411695 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-91f6557f-f69f-4585-8dd8-1361bcf5e957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:43.413310 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-91f6557f-f69f-4585-8dd8-1361bcf5e957 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0556703 Sep 21 21:50:43.484292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-c6f4d2ef-5c45-4ae4-8c2a-7c55df21e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:43.485902 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-c6f4d2ef-5c45-4ae4-8c2a-7c55df21e7ed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629375 Sep 21 21:50:43.487805 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:50:43.594610 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-0aac3bfa-bb64-407e-81c6-c448898dccdd service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987539 Sep 21 21:50:43.746308 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'c861f866-69c1-4b92-83cb-c327f7d36dd1', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:61:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:50:21Z', 'updated_at': '2022-09-21T21:50:41Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:50:43.746955 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1b2019f3-5578-4e88-a286-667ef78bbdd7 req-f761c001-5155-4f0d-9d74-07173e538e5a service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366541 Sep 21 21:50:43.783403 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673239f9-c039-4384-8e58-9d6636220b0f None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'c861f866-69c1-4b92-83cb-c327f7d36dd1', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:61:e8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:50:21Z', 'updated_at': '2022-09-21T21:50:41Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:50:43.803373 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:44.026336 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3fd65e-3afc-4e2e-b61a-235085864895 None None] New status for floating IP c861f866-69c1-4b92-83cb-c327f7d36dd1: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:50:44.147620 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedcb18-5faa-4ecc-9148-422ab1eafe50 req-555317f8-248b-42c3-93a0-1cfa760c4730 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:44.157520 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7bedcb18-5faa-4ecc-9148-422ab1eafe50 req-555317f8-248b-42c3-93a0-1cfa760c4730 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1265128 Sep 21 21:50:44.193100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52df02c7-a2bf-4112-a96d-9d527ae8c1a7 req-c4a1aa4d-f964-4a88-8629-a53215c8be81 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:44.196024 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-52df02c7-a2bf-4112-a96d-9d527ae8c1a7 req-c4a1aa4d-f964-4a88-8629-a53215c8be81 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.0933595 Sep 21 21:50:44.221715 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7bedcb18-5faa-4ecc-9148-422ab1eafe50 req-66f895d3-823a-43db-963e-336663a97bcf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506258 Sep 21 21:50:44.267315 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-52df02c7-a2bf-4112-a96d-9d527ae8c1a7 req-647ca0f1-3efd-404d-9148-e51cb948b958 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652070 Sep 21 21:50:45.144711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:45.426237 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da74632-7bee-41bf-aeea-ca28b487adb8 req-86a05b57-dd57-488d-9600-42f7bb8020be tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:45.428685 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1da74632-7bee-41bf-aeea-ca28b487adb8 req-86a05b57-dd57-488d-9600-42f7bb8020be tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0959668 Sep 21 21:50:45.431982 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10a96e-754d-4e40-bef1-54a375e83bc2 req-728319d9-babd-43bb-9a94-a8e6866c6149 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:45.434632 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9a10a96e-754d-4e40-bef1-54a375e83bc2 req-728319d9-babd-43bb-9a94-a8e6866c6149 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.0702481 Sep 21 21:50:45.496781 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9a10a96e-754d-4e40-bef1-54a375e83bc2 req-fa523a5f-f042-44bd-b2da-4b3ee6276304 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561566 Sep 21 21:50:45.510526 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1da74632-7bee-41bf-aeea-ca28b487adb8 req-953b5051-0e90-4050-a647-35ed44fd48e6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725520 Sep 21 21:50:46.671482 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f89a-833b-4a99-a271-9bbefc73533f req-c39da8f5-dd7c-46ae-a821-1796f8f40ea4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:46.673206 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-26d4f89a-833b-4a99-a271-9bbefc73533f req-c39da8f5-dd7c-46ae-a821-1796f8f40ea4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0616443 Sep 21 21:50:46.731126 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-26d4f89a-833b-4a99-a271-9bbefc73533f req-f5f936be-485b-4b5b-862e-2424b9d0ff09 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495257 Sep 21 21:50:47.895332 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1e981-15a9-43ea-8f5d-2d6a274f6750 req-27527b1e-da2b-42f2-9b6e-80aca6d7e8ac tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:47.896908 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e0f1e981-15a9-43ea-8f5d-2d6a274f6750 req-27527b1e-da2b-42f2-9b6e-80aca6d7e8ac tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0625992 Sep 21 21:50:48.211604 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e0f1e981-15a9-43ea-8f5d-2d6a274f6750 req-1f97cd57-dd29-4512-8348-86c14125a640 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082800 Sep 21 21:50:48.863280 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:50:49.364292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c9634-4e73-426c-a7af-9c9c44b6e7af req-919df36f-7920-4494-a4fe-8d0cf397dae0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:49.365808 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cf3c9634-4e73-426c-a7af-9c9c44b6e7af req-919df36f-7920-4494-a4fe-8d0cf397dae0 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0602229 Sep 21 21:50:49.423867 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cf3c9634-4e73-426c-a7af-9c9c44b6e7af req-957baf71-5ab1-4bdb-ab02-5ff2d340c6d3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497661 Sep 21 21:50:50.560754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b216cdf-04ec-4713-90e5-8f08fcd05a1d req-f4b2e369-5b53-42bd-84a0-696a8352d306 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:50.562274 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b216cdf-04ec-4713-90e5-8f08fcd05a1d req-f4b2e369-5b53-42bd-84a0-696a8352d306 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0585175 Sep 21 21:50:50.618757 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b216cdf-04ec-4713-90e5-8f08fcd05a1d req-1c9c425b-a4f4-47ac-8d82-b4f1dbd3e4b4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506279 Sep 21 21:50:50.897707 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:50:51.778184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e86bb-28db-414e-8c4a-888416f136f6 req-5a34870d-27e7-4b43-86ea-586353502abe tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:51.779672 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cd7e86bb-28db-414e-8c4a-888416f136f6 req-5a34870d-27e7-4b43-86ea-586353502abe tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0617826 Sep 21 21:50:51.827525 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cd7e86bb-28db-414e-8c4a-888416f136f6 req-c712d28f-bc4d-4234-93e9-977f2d5d97b7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 Sep 21 21:50:52.363083 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea10c-073a-435b-ac58-805031a0204b req-993b36eb-980d-4409-aefb-a5c39c852b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:52.364653 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-547ea10c-073a-435b-ac58-805031a0204b req-993b36eb-980d-4409-aefb-a5c39c852b4a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.0530350 Sep 21 21:50:52.420221 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-547ea10c-073a-435b-ac58-805031a0204b req-754b452b-4462-4dc8-bb15-487538ece190 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459094 Sep 21 21:50:52.984957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39edd231-fb4e-4a67-ae96-17e33f766a42 req-e319ba25-bba3-4d39-9123-84cbe0f86568 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:52.986562 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-39edd231-fb4e-4a67-ae96-17e33f766a42 req-e319ba25-bba3-4d39-9123-84cbe0f86568 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0737104 Sep 21 21:50:53.041603 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-39edd231-fb4e-4a67-ae96-17e33f766a42 req-ad07c872-3909-4b6a-a51f-0f90e80a3d45 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488250 Sep 21 21:50:54.188473 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aacb7f-7d52-4bb5-9074-e6e94731bc15 req-6d4c2fbe-0dcb-4030-b505-57cb691b8688 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:54.189984 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-06aacb7f-7d52-4bb5-9074-e6e94731bc15 req-6d4c2fbe-0dcb-4030-b505-57cb691b8688 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0588408 Sep 21 21:50:54.242390 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-06aacb7f-7d52-4bb5-9074-e6e94731bc15 req-67a0601b-39cd-4f39-b498-0389581ef5a7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466948 Sep 21 21:50:54.684182 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3b24-7705-4192-a52b-5b850b23dcf4 req-a0586b46-a548-4c11-ba3a-0e2b53c821aa tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:54.684182 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-39cc3b24-7705-4192-a52b-5b850b23dcf4 req-a0586b46-a548-4c11-ba3a-0e2b53c821aa tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0554841 Sep 21 21:50:54.741587 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-39cc3b24-7705-4192-a52b-5b850b23dcf4 req-b8d41fb6-be30-480b-a3b6-fd177978d837 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488598 Sep 21 21:50:55.884424 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3519e7-3850-468a-9e90-036c42466a01 req-ac947e57-1780-4a1e-b306-e725655f9afc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:55.885860 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d3519e7-3850-468a-9e90-036c42466a01 req-ac947e57-1780-4a1e-b306-e725655f9afc tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0573001 Sep 21 21:50:55.935687 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d3519e7-3850-468a-9e90-036c42466a01 req-c4995813-42b0-4187-80db-f61a24e16aa9 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423431 Sep 21 21:50:56.882655 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-c41631ed-c8f3-4df4-940b-10f338ce1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:56.884931 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-c41631ed-c8f3-4df4-940b-10f338ce1184 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.0504951 Sep 21 21:50:56.986467 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-901072ac-8426-4b79-bbbb-ff747a7ffd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:56.987963 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-901072ac-8426-4b79-bbbb-ff747a7ffd4d service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.0948408 Sep 21 21:50:57.065120 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-46d63595-d058-4c1a-8327-10079361c597 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 1001 time: 0.0689328 Sep 21 21:50:57.094862 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee36a8-6b60-4da7-8ccd-f1fdb613aa3b req-921ff9f7-7c78-4e5c-99cb-3a487abb59a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:57.096476 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-93ee36a8-6b60-4da7-8ccd-f1fdb613aa3b req-921ff9f7-7c78-4e5c-99cb-3a487abb59a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0696747 Sep 21 21:50:57.119585 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-cabf5265-ac41-450d-938a-15d66619c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:57.121078 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-cabf5265-ac41-450d-938a-15d66619c0db service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0477788 Sep 21 21:50:57.158777 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-93ee36a8-6b60-4da7-8ccd-f1fdb613aa3b req-284d28aa-0cd3-4c15-937d-9adb32efb260 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540872 Sep 21 21:50:57.199600 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-ef707cdb-9b04-4372-a763-718fc1152c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:57.201984 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-ef707cdb-9b04-4372-a763-718fc1152c0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684202 Sep 21 21:50:57.302307 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-b88855ac-dfe9-4449-a603-50b6d63cd431 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924983 Sep 21 21:50:57.410501 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-325d896c-7f3e-4abd-b9fb-e1a243c18a4b req-611a673a-f9e2-4002-a109-794b20f0025e service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016078 Sep 21 21:50:58.292981 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e068220-3b79-46a6-8b33-54abb027a346 req-d839ff5c-afb7-4806-b53f-204e2a51f587 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:58.294550 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e068220-3b79-46a6-8b33-54abb027a346 req-d839ff5c-afb7-4806-b53f-204e2a51f587 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0562277 Sep 21 21:50:58.343062 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e068220-3b79-46a6-8b33-54abb027a346 req-837f7c6a-dd90-4fd1-abc0-1b8c342487f6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428302 Sep 21 21:50:59.488625 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ccdb9-2da0-4941-b4df-04e8174dc10e req-cb504540-3e90-4755-89bd-369b8b354bfd tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:50:59.490452 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-281ccdb9-2da0-4941-b4df-04e8174dc10e req-cb504540-3e90-4755-89bd-369b8b354bfd tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0665584 Sep 21 21:50:59.552283 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-281ccdb9-2da0-4941-b4df-04e8174dc10e req-b7541480-c171-4fef-9efa-98ced1de99b5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546734 Sep 21 21:51:00.696390 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65172c56-e296-4ac2-a805-b73bc8b99fc1 req-3a808773-7307-47a1-980a-81780234971d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:00.698000 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-65172c56-e296-4ac2-a805-b73bc8b99fc1 req-3a808773-7307-47a1-980a-81780234971d tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0568466 Sep 21 21:51:00.754432 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-65172c56-e296-4ac2-a805-b73bc8b99fc1 req-74605303-f127-44be-b504-db762761d975 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499110 Sep 21 21:51:01.902602 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21246e8b-1330-45ed-8f6c-c0983d78b52c req-b3235fe8-b987-4f93-b409-0de60002c85a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:01.905043 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-21246e8b-1330-45ed-8f6c-c0983d78b52c req-b3235fe8-b987-4f93-b409-0de60002c85a tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0732017 Sep 21 21:51:01.963396 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-21246e8b-1330-45ed-8f6c-c0983d78b52c req-51da85b7-c2ba-4cb7-9a0a-9f7fc2de6bdf tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527518 Sep 21 21:51:03.094630 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2035fc5-e2d3-443a-9de4-b780c5d32dd4 req-fbb3f4de-f0da-40f3-b58c-e966be6d6b90 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:03.096122 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d2035fc5-e2d3-443a-9de4-b780c5d32dd4 req-fbb3f4de-f0da-40f3-b58c-e966be6d6b90 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0571182 Sep 21 21:51:03.147908 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d2035fc5-e2d3-443a-9de4-b780c5d32dd4 req-256f5843-0794-4f06-876c-4299c3343c35 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 Sep 21 21:51:03.293543 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d81ca-0aa6-44e3-99cd-2fdd761aae67 req-6f03b541-0572-40ec-ae5f-e6b5724c50ad tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:03.295388 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b96d81ca-0aa6-44e3-99cd-2fdd761aae67 req-6f03b541-0572-40ec-ae5f-e6b5724c50ad tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0728805 Sep 21 21:51:03.306914 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46624) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:03.311729 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Request body: {'floatingip': {'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:03.371807 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:03.886566 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:03.892135 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:04.102996 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Router fa976880-30ae-4f91-975c-e6ce4a53b430 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:51:04.207879 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:51:04.213357 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:04.217622 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] Sync routers for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:51:04.228453 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:04.229118 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:04.244729 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:04.247023 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:04.284643 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-93d625de-0926-4da7-82f7-29bb160f8e6e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "PUT /v2.0/floatingips/472272b8-fef1-47dc-9b16-5813a2fe26d2 HTTP/1.1" status: 200 len: 993 time: 0.9764364 Sep 21 21:51:04.292474 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954512a8-6264-4fb3-804d-0d7418f253d6 x-openstack-request-id: req-954512a8-6264-4fb3-804d-0d7418f253d6 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:04.292780 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:04.293171 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-954512a8-6264-4fb3-804d-0d7418f253d6 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:04.293411 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-954512a8-6264-4fb3-804d-0d7418f253d6'] response: {'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'status': 'completed', 'code': 200} Sep 21 21:51:04.335922 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:04.377446 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-dbeb9457-cf9b-462b-949c-1ff345aa6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:04.379782 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-dbeb9457-cf9b-462b-949c-1ff345aa6428 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.0496356 Sep 21 21:51:04.487508 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-6a9f6654-0d52-4d3b-bc9f-7a4ee1520769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:04.489296 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-6a9f6654-0d52-4d3b-bc9f-7a4ee1520769 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.0991237 Sep 21 21:51:04.572526 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-3efc9f3b-5362-473b-af48-4928a40f3d85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 1001 time: 0.0655909 Sep 21 21:51:04.598591 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '472272b8-fef1-47dc-9b16-5813a2fe26d2', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:49:01Z', 'updated_at': '2022-09-21T21:51:03Z', 'revision_number': 3, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:04.625778 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-a9e48ced-bc3c-4b6c-a9ec-4c1bc00922e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:04.627291 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-a9e48ced-bc3c-4b6c-a9ec-4c1bc00922e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0467141 Sep 21 21:51:04.634503 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] Checking router: fa976880-30ae-4f91-975c-e6ce4a53b430 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:51:04.645663 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:04.646470 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:04.700652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-a66c9f3a-1a19-40f8-8514-f4108c8e770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:04.702342 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-a66c9f3a-1a19-40f8-8514-f4108c8e770f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657644 Sep 21 21:51:04.771412 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:04.828306 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-8decc4d9-30d3-4c50-a501-e3fc3b136a64 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113384 Sep 21 21:51:04.934983 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c6e9046a-ef98-4c10-b19f-0e1de42feb2b req-36b9014d-6e07-49c8-ad56-cc865313afd3 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989232 Sep 21 21:51:05.166025 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '472272b8-fef1-47dc-9b16-5813a2fe26d2', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:49:01Z', 'updated_at': '2022-09-21T21:51:03Z', 'revision_number': 3, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:05.202069 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078cb8a2-755e-4bc4-b96b-b6aa895bf953 None None] The sync data for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi is: [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '472272b8-fef1-47dc-9b16-5813a2fe26d2', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'floating_ip_address': '172.27.3.219', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'port_id': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'mac_address': 'fa:16:3e:c3:1d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:49:01Z', 'updated_at': '2022-09-21T21:51:03Z', 'revision_number': 3, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:51:05.507637 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e76d5b-a6f8-41a0-9521-37fe51acaeef req-e0894364-777a-4384-ac3a-760b2805fb37 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:05.510201 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-74e76d5b-a6f8-41a0-9521-37fe51acaeef req-e0894364-777a-4384-ac3a-760b2805fb37 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0875010 Sep 21 21:51:05.586290 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-74e76d5b-a6f8-41a0-9521-37fe51acaeef req-2ef80e8f-6a3f-44d5-a8c2-a24e0648fff9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693223 Sep 21 21:51:06.294824 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:06.297504 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583e956d-77e3-4d5a-84d0-f8030cb54fe1" -d '{"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:06.341207 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-febcbfcc-ce68-4839-bb29-a7de4cd089d6 x-openstack-request-id: req-febcbfcc-ce68-4839-bb29-a7de4cd089d6 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:06.341516 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:06.341887 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-febcbfcc-ce68-4839-bb29-a7de4cd089d6 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:06.342213 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febcbfcc-ce68-4839-bb29-a7de4cd089d6'] response: {'name': 'network-changed', 'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'status': 'completed', 'code': 200} Sep 21 21:51:06.429280 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-46755464-a504-4d2c-b07e-d69531051160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:06.431971 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-46755464-a504-4d2c-b07e-d69531051160 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 1129 time: 0.0542438 Sep 21 21:51:06.565223 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-f8bc28b9-5833-4240-83ab-0f45c02ea023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:06.566793 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-f8bc28b9-5833-4240-83ab-0f45c02ea023 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.1207125 Sep 21 21:51:06.662041 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-c9197775-7645-4935-b10c-d1b26aa897ca service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 200 len: 1001 time: 0.0727060 Sep 21 21:51:06.733282 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-39945a19-0429-475a-9d81-dfc42f21e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:06.736022 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-39945a19-0429-475a-9d81-dfc42f21e670 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0670199 Sep 21 21:51:06.743808 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db3c2bd-98b9-4571-ba54-736b605e73e0 req-48c7652a-c9b0-461e-b4b8-34d74bf21e72 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:06.745525 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1db3c2bd-98b9-4571-ba54-736b605e73e0 req-48c7652a-c9b0-461e-b4b8-34d74bf21e72 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0663180 Sep 21 21:51:06.830656 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1db3c2bd-98b9-4571-ba54-736b605e73e0 req-0af947b8-630c-4fff-b778-cea39ba1f691 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781951 Sep 21 21:51:06.862641 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-d74cc211-3a61-441e-a4a5-f1ef5ac3a9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:06.866569 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-d74cc211-3a61-441e-a4a5-f1ef5ac3a9c2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081736 Sep 21 21:51:06.990424 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-1c26cc36-738f-4bf2-bdf0-3810ff58ca95 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139235 Sep 21 21:51:07.144146 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-583e956d-77e3-4d5a-84d0-f8030cb54fe1 req-45aaa458-44ad-4ccb-ad20-b620f2d8b4b0 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391287 Sep 21 21:51:07.152213 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02bf13-3b92-42d8-9d4a-e6aa0c30ad73 req-b7f2a1c7-6240-4baf-b7af-83735127cef2 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:07.153856 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6b02bf13-3b92-42d8-9d4a-e6aa0c30ad73 req-b7f2a1c7-6240-4baf-b7af-83735127cef2 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.0764287 Sep 21 21:51:07.212343 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6b02bf13-3b92-42d8-9d4a-e6aa0c30ad73 req-9e1b92d6-9105-4a6b-a292-f773a1606465 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497339 Sep 21 21:51:08.038749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271dfc19-2601-403f-abde-6c054bb0768d req-d39d730e-f8d9-4a60-b8af-32223d3bbe7d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:08.040424 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-271dfc19-2601-403f-abde-6c054bb0768d req-d39d730e-f8d9-4a60-b8af-32223d3bbe7d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0756950 Sep 21 21:51:08.127486 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-271dfc19-2601-403f-abde-6c054bb0768d req-3e35284e-a203-44d1-9a86-b6423cf1edc7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=85c521be-3a46-42e8-abf6-aa781e019887&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801415 Sep 21 21:51:08.151960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-89555955-eb73-4b73-803e-b4545ff1ff49 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:08.153489 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-89555955-eb73-4b73-803e-b4545ff1ff49 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 946 time: 0.0815654 Sep 21 21:51:08.248921 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Deleting port 78fedd20-835d-47be-bbff-d5d2624fb142 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:08.249187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:08.366273 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] For port 78fedd20-835d-47be-bbff-d5d2624fb142, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=78fedd20-835d-47be-bbff-d5d2624fb142,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:08.366638 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:08.368762 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0e67-f623-4d3f-83a1-10a14faf1fe5 req-d98e2132-1432-402d-bdfe-778941885a73 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:08.370376 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-054d0e67-f623-4d3f-83a1-10a14faf1fe5 req-d98e2132-1432-402d-bdfe-778941885a73 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.0619888 Sep 21 21:51:08.432389 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b83c2d75-3fc3-4f3f-bd95-24306152f905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:08.450739 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-054d0e67-f623-4d3f-83a1-10a14faf1fe5 req-27462275-9bf2-4805-a8ee-174814badfa8 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740900 Sep 21 21:51:08.620298 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:08.620667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (88684917-cdde-486f-b988-d8e223c59e8e), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:08.620987 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Floating IP 88684917-cdde-486f-b988-d8e223c59e8e disassociated. External IP: 172.27.3.10, port: 78fedd20-835d-47be-bbff-d5d2624fb142. Sep 21 21:51:08.621338 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Calling delete_port for 78fedd20-835d-47be-bbff-d5d2624fb142 owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:08.780949 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (78fedd20-835d-47be-bbff-d5d2624fb142), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:08.823114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event deleted for resources: {'Port': ['ID=78fedd20-835d-47be-bbff-d5d2624fb142,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:08.989184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Router a9796053-aab8-4435-bf7c-38fefd6bc18f has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:51:09.112424 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:51:09.126504 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:51:09.144361 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:09.145436 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:09.176094 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] No DVR routers for this DVR port 78fedd20-835d-47be-bbff-d5d2624fb142 on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:51:09.180010 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:09.185043 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-13ca6e58-e757-47d4-87d0-47fd83ad3f3e req-e75b08cb-9a9b-4002-abe4-d3cc7e92d734 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "DELETE /v2.0/ports/78fedd20-835d-47be-bbff-d5d2624fb142 HTTP/1.1" status: 204 len: 173 time: 1.0249310 Sep 21 21:51:09.185602 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-deleted', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:09.191246 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6ddbb0-fd17-46ff-8026-640d76be2fe3" -d '{"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-deleted", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:09.296942 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:09.300737 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-93886a0e-49c0-48d4-9e36-bc91391234ab req-606452bf-afa1-4e82-b3f8-1bf5f1945186 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=c1e9c0b5-1c93-4b7b-b42c-14add2a79f71 HTTP/1.1" status: 200 len: 210 time: 0.0558610 Sep 21 21:51:09.303509 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140a4ad1-6ad8-4bc3-a0ab-c5502b6d8215 x-openstack-request-id: req-140a4ad1-6ad8-4bc3-a0ab-c5502b6d8215 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:09.303999 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1e9c0b5-1c93-4b7b-b42c-14add2a79f71", "name": "network-vif-deleted", "tag": "78fedd20-835d-47be-bbff-d5d2624fb142", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:09.304578 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-140a4ad1-6ad8-4bc3-a0ab-c5502b6d8215 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:09.305342 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140a4ad1-6ad8-4bc3-a0ab-c5502b6d8215'] response: {'server_uuid': 'c1e9c0b5-1c93-4b7b-b42c-14add2a79f71', 'name': 'network-vif-deleted', 'tag': '78fedd20-835d-47be-bbff-d5d2624fb142', 'status': 'completed', 'code': 200} Sep 21 21:51:09.418657 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-21bea9ee-cac7-4607-a188-052d7f856379 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:09.421681 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-21bea9ee-cac7-4607-a188-052d7f856379 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.0889180 Sep 21 21:51:09.556749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Deleting port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:09.557309 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:09.584883 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:09.618196 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:51:09.627841 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:09.628370 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:50:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:09.667121 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83bf5e-7899-4928-bbe7-b8afc186e30a req-423c0925-e0d6-4f05-af22-4b5e9a9beb7b tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:09.669164 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6b83bf5e-7899-4928-bbe7-b8afc186e30a req-423c0925-e0d6-4f05-af22-4b5e9a9beb7b tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 946 time: 0.0734215 Sep 21 21:51:09.702251 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] For port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,segment=NetworkSegment(9b14090d-46a6-4813-9b16-7e87330f9e0f),segment_id=9b14090d-46a6-4813-9b16-7e87330f9e0f)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:09.702838 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:09.733173 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Calling delete_port for 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:09.753833 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6b83bf5e-7899-4928-bbe7-b8afc186e30a req-e735bc9a-ba62-4016-837c-2072ebd6ca7a tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/security-groups?id=624b55d6-cc84-4617-8f6c-716b294943cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750430 Sep 21 21:51:09.795365 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:09.946457 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (1f950ef4-dfc3-42d5-9c6b-c3497ab52823), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:09.961126 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['1f950ef4-dfc3-42d5-9c6b-c3497ab52823'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:51:10.184428 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:10.216985 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d598ea4c-32e9-4584-b1f3-10375c9fc8c5 None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:51:10.297454 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Pushing event deleted for resources: {'Port': ['ID=1f950ef4-dfc3-42d5-9c6b-c3497ab52823,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:10.371544 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] No DVR routers for this DVR port 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:51:10.374648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.378675 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4c7f0cb0-16c9-46f1-abbc-cc26c906e490 req-10c7bc87-e240-4230-a8d6-f3f849d5bf5d tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.50 "DELETE /v2.0/ports/1f950ef4-dfc3-42d5-9c6b-c3497ab52823 HTTP/1.1" status: 204 len: 173 time: 0.9513502 Sep 21 21:51:10.465467 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46694) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:10.555554 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c827625-fd7a-4e7f-8a3a-1c5b1e9f0423 None None] New status for floating IP 88684917-cdde-486f-b988-d8e223c59e8e: DOWN {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:51:10.572141 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d3459418-0a07-49cb-af5c-699046c96679 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (85c521be-3a46-42e8-abf6-aa781e019887), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.615842 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d3459418-0a07-49cb-af5c-699046c96679 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (85c521be-3a46-42e8-abf6-aa781e019887), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.676278 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d3459418-0a07-49cb-af5c-699046c96679 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (85c521be-3a46-42e8-abf6-aa781e019887), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.680848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d3459418-0a07-49cb-af5c-699046c96679 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.682100 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d3459418-0a07-49cb-af5c-699046c96679 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "DELETE /v2.0/security-groups/85c521be-3a46-42e8-abf6-aa781e019887 HTTP/1.1" status: 204 len: 168 time: 0.2155416 Sep 21 21:51:10.690798 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46696) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:10.692875 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fc39e9ab-482d-4226-9f77-df09e35374df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.702862 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3459418-0a07-49cb-af5c-699046c96679 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c521be-3a46-42e8-abf6-aa781e019887,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:10.711117 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.api.v2.resource [None req-06f5fdec-fa51-4310-861e-7d79561365c5 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] show failed (client error): The resource could not be found. Sep 21 21:51:10.714295 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-06f5fdec-fa51-4310-861e-7d79561365c5 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups/85c521be-3a46-42e8-abf6-aa781e019887 HTTP/1.1" status: 404 len: 347 time: 0.0224371 Sep 21 21:51:10.716650 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46698) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:10.858371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Deleting port 4db60664-beab-4bfa-aa9a-76090b977d29 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:10.858724 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (4db60664-beab-4bfa-aa9a-76090b977d29), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.911612 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-17f5f2e0-5796-4002-a447-7f60b93ed5b2 req-9856f445-94fe-416c-afe1-50abaf883a17 tempest-VolumesSnapshotTestJSON-695776096 tempest-VolumesSnapshotTestJSON-695776096-project] 10.222.0.48 "GET /v2.0/ports?device_id=304f5633-7426-4fd5-ab28-6340d6d63625 HTTP/1.1" status: 200 len: 210 time: 0.0430729 Sep 21 21:51:10.950589 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (4db60664-beab-4bfa-aa9a-76090b977d29), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.950920 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (4db60664-beab-4bfa-aa9a-76090b977d29), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:10.967762 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Calling delete_port for 4db60664-beab-4bfa-aa9a-76090b977d29 owned by network:floatingip {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:11.121951 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (4db60664-beab-4bfa-aa9a-76090b977d29), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.165769 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event deleted for resources: {'Port': ['ID=4db60664-beab-4bfa-aa9a-76090b977d29,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:11.247088 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (88684917-cdde-486f-b988-d8e223c59e8e), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.250111 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.251452 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5ebecff5-2900-425f-a34d-00f4eec030e4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "DELETE /v2.0/floatingips/88684917-cdde-486f-b988-d8e223c59e8e HTTP/1.1" status: 204 len: 168 time: 0.5333459 Sep 21 21:51:11.312008 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304f5633-7426-4fd5-ab28-6340d6d63625', 'name': 'network-vif-deleted', 'tag': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:11.314882 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11ff8ae-8ec4-4c4c-bd4d-11a1292a0562" -d '{"events": [{"server_uuid": "304f5633-7426-4fd5-ab28-6340d6d63625", "name": "network-vif-deleted", "tag": "1f950ef4-dfc3-42d5-9c6b-c3497ab52823"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:11.355095 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46706) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:11.360344 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700444938', 'description': 'tempest-description--981757563'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:11.374184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e939e829-8708-4f77-95a7-fda45bc014cd x-openstack-request-id: req-e939e829-8708-4f77-95a7-fda45bc014cd {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:11.375708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304f5633-7426-4fd5-ab28-6340d6d63625", "name": "network-vif-deleted", "tag": "1f950ef4-dfc3-42d5-9c6b-c3497ab52823", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:11.375708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e939e829-8708-4f77-95a7-fda45bc014cd {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:11.375708 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e939e829-8708-4f77-95a7-fda45bc014cd'] response: {'server_uuid': '304f5633-7426-4fd5-ab28-6340d6d63625', 'name': 'network-vif-deleted', 'tag': '1f950ef4-dfc3-42d5-9c6b-c3497ab52823', 'status': 'completed', 'code': 200} Sep 21 21:51:11.389276 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.460907 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.466162 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.497100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.498506 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1423473 Sep 21 21:51:11.501530 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46708) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:11.506809 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'security_group_rule': {'security_group_id': 'fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:11.512125 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176cf12-6ab9-4458-9c1e-ed77f1edaa73 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:11.542294 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (e4adab26-f8ba-462a-8418-bc291eebb114), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.605902 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (e4adab26-f8ba-462a-8418-bc291eebb114), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.610676 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (e4adab26-f8ba-462a-8418-bc291eebb114), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.631690 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4adab26-f8ba-462a-8418-bc291eebb114,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:11.641591 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.642851 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ef99ab90-6e1b-4cca-8816-069734c51d13 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399858 Sep 21 21:51:11.646213 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46710) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:11.650871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'security_group_rule': {'security_group_id': 'fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:11.688229 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (01331dfd-e035-4cca-b98d-6c8efeba6fcd), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.764521 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (01331dfd-e035-4cca-b98d-6c8efeba6fcd), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.769495 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (01331dfd-e035-4cca-b98d-6c8efeba6fcd), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.784055 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:51:11.789693 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01331dfd-e035-4cca-b98d-6c8efeba6fcd,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:11.799726 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.804920 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-3d7fc902-9183-4de2-b7b8-e5524575adc1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1540239 Sep 21 21:51:11.805644 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46712) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:11.810709 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:11.811710 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 78fedd20-835d-47be-bbff-d5d2624fb142 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:51:11.812191 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 78fedd20-835d-47be-bbff-d5d2624fb142 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:51:11.812672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:51:11.833103 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:51:11.833584 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 1f950ef4-dfc3-42d5-9c6b-c3497ab52823 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:51:11.835979 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:11.950750 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.126414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Allocated IP 172.27.3.181 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/8bff6682-2ff3-4726-bf84-feaad33dc055) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:51:12.205298 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.292758 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.344806 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.403342 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:51:12.409438 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:51:12.414835 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:51:12.468801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'Port': ['ID=8bff6682-2ff3-4726-bf84-feaad33dc055,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:12.543954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (6d6c81cb-cbf8-439a-9535-8241a475c997), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.588049 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.811696 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.817881 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.884399 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'Port': ['ID=8bff6682-2ff3-4726-bf84-feaad33dc055,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:12.887481 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (6d6c81cb-cbf8-439a-9535-8241a475c997), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.910958 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:12.912230 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d829cafc-0715-4975-ab9c-ad092c3e6b93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1054699 Sep 21 21:51:13.161524 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-64526825-26a5-4a80-a2e0-a69770afedc0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--700444938&fields=id&tenant_id=c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 267 time: 0.0619183 Sep 21 21:51:13.307667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-a4bca044-4e06-48c3-9691-5ed25cfcd3b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:13.309167 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-a4bca044-4e06-48c3-9691-5ed25cfcd3b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 816 time: 0.1368768 Sep 21 21:51:13.327080 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-b130910f-d890-4d65-ba05-b23feea6af04 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/quotas/c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 375 time: 0.0100427 Sep 21 21:51:13.387827 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-b3f54e5a-4528-4ca5-98b0-f7f910518250 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555844 Sep 21 21:51:13.516638 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-f88f8219-fec1-4043-a166-df74945f9650 service neutron] 10.222.0.48 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156766 Sep 21 21:51:13.644490 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-b0c5bc6f-f2ca-400e-8b4e-037cdfb23d31 service neutron] 10.222.0.48 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213229 Sep 21 21:51:13.792079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:13.869196 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4d415694-c903-4c25-b247-87fddbbe7f3b req-72e4674d-9b89-4807-85cf-5c4a583a987a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 210 time: 0.0373721 Sep 21 21:51:15.009852 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9077893b-6285-4982-b35b-3b62923962c2 req-daa9f102-4bb9-4f64-9ae2-5fc761f44161 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 210 time: 0.0362654 Sep 21 21:51:15.141849 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:16.122492 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-64b8bb91-25aa-485d-9b73-02cf83d7a08f req-6d25b4b9-4ef4-4ed9-99c4-15e899915d51 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 210 time: 0.0293334 Sep 21 21:51:17.221292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-b453d303-a6ca-4efe-911c-87fd27d3178c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:17.223663 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-b453d303-a6ca-4efe-911c-87fd27d3178c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 816 time: 0.1591034 Sep 21 21:51:17.339818 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4ae4e9dd-62a3-4685-b0c0-1ea2a505ffbe req-34a52633-2d0a-4643-8111-870ed10b3f07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 210 time: 0.0440311 Sep 21 21:51:17.360222 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-7115013b-a465-4e2d-ad67-b346436ba86d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 379 time: 0.1196499 Sep 21 21:51:17.372535 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'port': {'device_id': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'admin_state_up': True, 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'security_groups': ['fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:17.514866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Made reservation on behalf of c8c7809e96634705be99daed4c8edf96 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:51:17.518418 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:17.665484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Allocated IP 172.20.0.12 (98ff0e37-548d-454c-b48f-990cfef27ecf/34596047-9b04-4d2d-b3e7-5567ed192a99/9c898f1b-a037-48e7-9225-490e7b932529) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:51:17.818040 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for port (9c898f1b-a037-48e7-9225-490e7b932529), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:17.856785 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:17.898720 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Network 98ff0e37-548d-454c-b48f-990cfef27ecf is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:51:17.901990 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:51:17.908466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:51:17.914130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:17.965259 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:17.965944 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:17.986465 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-429bfe49-ab56-469f-bd8a-d601a4aaa803 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6211603 Sep 21 21:51:18.007430 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Request body: {'port': {'device_id': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:18.088327 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.199916 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-ecb21827-fca1-465a-b533-21fd1acef02e None None] Provisioning complete for port 9c898f1b-a037-48e7-9225-490e7b932529 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:51:18.200477 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ecb21827-fca1-465a-b533-21fd1acef02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (9c898f1b-a037-48e7-9225-490e7b932529), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.200477 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ecb21827-fca1-465a-b533-21fd1acef02e None None] Attempt 1 to provision port 9c898f1b-a037-48e7-9225-490e7b932529 Sep 21 21:51:18.243726 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ecb21827-fca1-465a-b533-21fd1acef02e None None] Port 9c898f1b-a037-48e7-9225-490e7b932529 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:51:18.396422 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c898f1b-a037-48e7-9225-490e7b932529 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:51:18.408708 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Publish callbacks [] for port (9c898f1b-a037-48e7-9225-490e7b932529), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.426634 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Transition to ACTIVE for port object 9c898f1b-a037-48e7-9225-490e7b932529 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:51:18.433065 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.497043 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd110f3-cf9a-4ad3-aaca-df19030abfbb req-1df17a28-b7fb-40fa-ad6a-cce260e5634f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:18.498683 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:18.498900 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cdd110f3-cf9a-4ad3-aaca-df19030abfbb req-1df17a28-b7fb-40fa-ad6a-cce260e5634f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0568516 Sep 21 21:51:18.557629 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cdd110f3-cf9a-4ad3-aaca-df19030abfbb req-7bf4f7a0-984b-445a-b308-7656df93695d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509639 Sep 21 21:51:18.562882 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Attempting to bind port 9c898f1b-a037-48e7-9225-490e7b932529 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:51:18.563245 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Attempting to bind port 9c898f1b-a037-48e7-9225-490e7b932529 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:51:18.563652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Attempting to bind port 9c898f1b-a037-48e7-9225-490e7b932529 on network 98ff0e37-548d-454c-b48f-990cfef27ecf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:51:18.571955 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Port 9c898f1b-a037-48e7-9225-490e7b932529 on network 98ff0e37-548d-454c-b48f-990cfef27ecf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:51:18.572467 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Attempting to bind port 9c898f1b-a037-48e7-9225-490e7b932529 on network 98ff0e37-548d-454c-b48f-990cfef27ecf {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:51:18.585299 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:51:18.585299 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Checking segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:51:18.585881 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Bound using segment: {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:51:18.590602 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Bound port: 9c898f1b-a037-48e7-9225-490e7b932529, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42dd42a0-3527-4d06-8a6e-545bd1de6b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:51:18.591395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.668406 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:51:18.671881 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:51:18.678990 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.683617 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:18.684338 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:18.685756 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] 10.222.0.50 "PUT /v2.0/ports/9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 1094 time: 0.6841648 Sep 21 21:51:18.686283 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:18.688598 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8099336c-3647-4362-a351-92d50d924fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:18.738530 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d28f8-4eca-4a38-8db0-bc0132a7201e x-openstack-request-id: req-f78d28f8-4eca-4a38-8db0-bc0132a7201e {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:18.738991 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:18.739280 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f78d28f8-4eca-4a38-8db0-bc0132a7201e {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:18.739686 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f78d28f8-4eca-4a38-8db0-bc0132a7201e'] response: {'name': 'network-changed', 'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'status': 'completed', 'code': 200} Sep 21 21:51:18.745444 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ecb21827-fca1-465a-b533-21fd1acef02e None None] Attempt 2 to provision port 9c898f1b-a037-48e7-9225-490e7b932529 Sep 21 21:51:18.779109 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ab51a-f52e-4209-bff7-128f02587602 service neutron] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:18.794117 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ecb21827-fca1-465a-b533-21fd1acef02e None None] Port 9c898f1b-a037-48e7-9225-490e7b932529 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:51:18.803822 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-444629ab-42eb-42a2-a010-2af67eb615cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:18.805823 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-444629ab-42eb-42a2-a010-2af67eb615cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1128 time: 0.0613694 Sep 21 21:51:18.856441 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-b0c93199-8d6b-489e-aa60-fd971124af11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 217 time: 0.0420327 Sep 21 21:51:18.912267 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-aa0a5a67-8d0b-4502-9b4f-a129f1cef859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:18.914205 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-aa0a5a67-8d0b-4502-9b4f-a129f1cef859 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0510123 Sep 21 21:51:18.974178 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-56961e84-815a-4107-9e36-ba8b200e0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:18.975860 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-56961e84-815a-4107-9e36-ba8b200e0783 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0554867 Sep 21 21:51:19.093289 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-552d8a50-6a89-4a32-86f4-fca2ec29434c service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089771 Sep 21 21:51:19.204975 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3fbffff7-3dc6-4d55-8f88-b1967c1990da req-21330508-f42f-4de2-9960-a734a6f798da service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997806 Sep 21 21:51:19.350407 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099336c-3647-4362-a351-92d50d924fe8 req-13223c3c-a78c-47b8-96f0-dbf3a0250933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:19.352335 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-13223c3c-a78c-47b8-96f0-dbf3a0250933 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1128 time: 0.0777988 Sep 21 21:51:19.464051 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099336c-3647-4362-a351-92d50d924fe8 req-82cd4484-0fc1-400a-b15d-b691715b668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:19.465554 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-82cd4484-0fc1-400a-b15d-b691715b668f service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1059842 Sep 21 21:51:19.509925 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-ecab892d-d17c-4531-9c0b-24a1d9511de4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 217 time: 0.0369864 Sep 21 21:51:19.564885 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099336c-3647-4362-a351-92d50d924fe8 req-d7fa6b16-93d9-48e3-9176-ce9574ee602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:19.566405 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-d7fa6b16-93d9-48e3-9176-ce9574ee602a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0491312 Sep 21 21:51:19.620657 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8099336c-3647-4362-a351-92d50d924fe8 req-12557795-b1d9-4d52-965f-2bc2ac32e134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:19.622236 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-12557795-b1d9-4d52-965f-2bc2ac32e134 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482209 Sep 21 21:51:19.738395 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0da618-2b69-477a-9a06-a46dc9fa8ffa req-991a950f-eefa-456e-a8a0-83dc87b3488d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:19.740070 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4b0da618-2b69-477a-9a06-a46dc9fa8ffa req-991a950f-eefa-456e-a8a0-83dc87b3488d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0703614 Sep 21 21:51:19.762013 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-0db1e5ea-139f-40d7-966c-2ac030aa463b service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277595 Sep 21 21:51:19.811740 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4b0da618-2b69-477a-9a06-a46dc9fa8ffa req-028e8ef9-de7a-4a1c-a0d4-4784ea3af2e8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609000 Sep 21 21:51:19.876098 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8099336c-3647-4362-a351-92d50d924fe8 req-6fb5ed53-077e-446c-bd42-46fec97be8bc service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034713 Sep 21 21:51:20.893868 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:20.945770 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-e2474ae5-7f5b-4348-9f8e-fa60ff5b46ae service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844998 Sep 21 21:51:20.965523 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf1b25e-5ea3-4056-b13d-a996c58a48f5 req-f548db33-3bdb-4b33-b778-3c4ae198e3f7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:20.967041 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fbf1b25e-5ea3-4056-b13d-a996c58a48f5 req-f548db33-3bdb-4b33-b778-3c4ae198e3f7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0631945 Sep 21 21:51:21.049409 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fbf1b25e-5ea3-4056-b13d-a996c58a48f5 req-f24835f1-cc17-4ba4-ae38-fa92bd1a2b5f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763557 Sep 21 21:51:21.056802 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-d5e589f1-6569-40e9-9a56-209448abc578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:21.058317 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-d5e589f1-6569-40e9-9a56-209448abc578 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 1130 time: 0.0843110 Sep 21 21:51:21.190476 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-9a9ab660-f8e9-419e-b0ab-59763c125bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:21.191937 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-9a9ab660-f8e9-419e-b0ab-59763c125bd5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 200 len: 920 time: 0.0948198 Sep 21 21:51:21.240689 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-78b8dbb8-7185-426b-87e2-e69f2c4adbda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a208ef10-8484-4167-988b-1f2af2c02a54 HTTP/1.1" status: 200 len: 217 time: 0.0404828 Sep 21 21:51:21.303462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-44d7b58c-252a-4002-b0e5-d4477d7247ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:21.305010 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-44d7b58c-252a-4002-b0e5-d4477d7247ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 200 len: 858 time: 0.0495622 Sep 21 21:51:21.362364 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-3b9a378a-6886-4753-b0bb-36812bfcb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:21.363856 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-3b9a378a-6886-4753-b0bb-36812bfcb054 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=898c7fcd-4130-49ef-8588-2b304493f465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487418 Sep 21 21:51:21.461196 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-a20f9d66-2fdf-4168-a269-67d0bfae4372 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885012 Sep 21 21:51:21.555173 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4e2b4044-9872-4338-b5bb-4aa8909681af req-841d12bd-f977-463c-9c56-e4aff7031960 service neutron] 10.222.0.50 "GET /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Sep 21 21:51:22.214055 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd35f87-b00b-4950-8b6c-7aac40ff1a5a req-9d2c5d6c-4592-4b7d-a2a2-8d0dcd7af2a6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:22.215577 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5dd35f87-b00b-4950-8b6c-7aac40ff1a5a req-9d2c5d6c-4592-4b7d-a2a2-8d0dcd7af2a6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0675061 Sep 21 21:51:22.266216 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5dd35f87-b00b-4950-8b6c-7aac40ff1a5a req-6dfefaa1-a18e-4598-bbde-3bbc7c3a93e2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446370 Sep 21 21:51:22.486050 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:51:22.603772 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:22.615568 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '9c898f1b-a037-48e7-9225-490e7b932529', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'port_id': '9c898f1b-a037-48e7-9225-490e7b932529', 'mac_address': 'fa:16:3e:44:45:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:51:22.654951 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:51:22.655372 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:22.669880 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c898f1b-a037-48e7-9225-490e7b932529 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:51:22.692013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:22.698441 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:22.753229 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:22.760456 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.760801 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.761165 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.761501 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.761855 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.762183 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.762509 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.762831 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.763151 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.763489 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.763811 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.764124 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:22.764445 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:23.419394 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e1df5-37bf-4102-bc9f-85038d592f3b req-b4e01aa9-bbac-4486-8068-d5b4f5188568 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:23.420926 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a69e1df5-37bf-4102-bc9f-85038d592f3b req-b4e01aa9-bbac-4486-8068-d5b4f5188568 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 945 time: 0.0556314 Sep 21 21:51:23.483930 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a69e1df5-37bf-4102-bc9f-85038d592f3b req-32b16348-86fc-4b9e-b43e-cea7b6a2988b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570476 Sep 21 21:51:24.585339 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['9c898f1b-a037-48e7-9225-490e7b932529'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:51:24.645263 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0916a1-cdb1-4228-9da9-472db3bf015f req-1a18664d-5ac8-43f2-9849-ac01767e8dbe tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:24.646994 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8b0916a1-cdb1-4228-9da9-472db3bf015f req-1a18664d-5ac8-43f2-9849-ac01767e8dbe tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 945 time: 0.0655551 Sep 21 21:51:24.725496 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8b0916a1-cdb1-4228-9da9-472db3bf015f req-770a5db8-d891-4a18-9eda-45ebf7dbab97 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674565 Sep 21 21:51:25.867189 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:51:25.930640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822c688-216f-42f0-ba65-5bb35ee34dcb req-2bd3fa3a-8027-4699-b540-35a497f49c31 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:25.932184 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9822c688-216f-42f0-ba65-5bb35ee34dcb req-2bd3fa3a-8027-4699-b540-35a497f49c31 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 945 time: 0.0755303 Sep 21 21:51:25.986772 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9822c688-216f-42f0-ba65-5bb35ee34dcb req-a0711b87-117d-418e-af14-ac238c94250e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484602 Sep 21 21:51:26.252331 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:51:26.310058 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 9c898f1b-a037-48e7-9225-490e7b932529 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:51:26.316979 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 9c898f1b-a037-48e7-9225-490e7b932529 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:51:26.317624 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (9c898f1b-a037-48e7-9225-490e7b932529), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:26.318187 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 9c898f1b-a037-48e7-9225-490e7b932529 Sep 21 21:51:26.406075 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:51:26.406617 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:26.445986 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:26.448331 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b3564-7140-424e-a7ad-f9a867cd8538" -d '{"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-plugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:26.467016 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:26.472881 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:26.499989 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f208bc-78fc-4154-bc9f-db93ff3c21ff x-openstack-request-id: req-56f208bc-78fc-4154-bc9f-db93ff3c21ff {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:26.500333 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-plugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:26.500575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-56f208bc-78fc-4154-bc9f-db93ff3c21ff {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:26.500982 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f208bc-78fc-4154-bc9f-db93ff3c21ff'] response: {'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'code': 200} Sep 21 21:51:26.534746 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:26.725395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9111bd0-6e0c-42ec-99d2-8e1284f6fc1f req-1cb14759-fc23-4a29-9534-576f1de0661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:26.727447 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e9111bd0-6e0c-42ec-99d2-8e1284f6fc1f req-1cb14759-fc23-4a29-9534-576f1de0661e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1130 time: 0.0584233 Sep 21 21:51:26.784555 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e9111bd0-6e0c-42ec-99d2-8e1284f6fc1f req-808f5a24-2a72-4f19-89c3-f0fe833c9a92 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494776 Sep 21 21:51:27.156519 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e64b6-7fa6-49b2-98b5-b877095d6d2d req-bdbdadd3-96c9-4766-99ae-ded75054d39d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:27.158302 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5f0e64b6-7fa6-49b2-98b5-b877095d6d2d req-bdbdadd3-96c9-4766-99ae-ded75054d39d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0736873 Sep 21 21:51:27.219976 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5f0e64b6-7fa6-49b2-98b5-b877095d6d2d req-f927e96f-934d-44da-98d2-da97c1f417d2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506735 Sep 21 21:51:28.378848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7263e-4e05-43d4-b52e-aac9253ae7bf req-71e2f7cc-ce5a-4462-8ed4-c95e03acf570 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:28.380424 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d0a7263e-4e05-43d4-b52e-aac9253ae7bf req-71e2f7cc-ce5a-4462-8ed4-c95e03acf570 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0658844 Sep 21 21:51:28.441411 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d0a7263e-4e05-43d4-b52e-aac9253ae7bf req-fb762ba5-089a-42ab-977d-dfb6da84f669 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534487 Sep 21 21:51:28.596360 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df4fe6-479f-48e0-8e1e-6efe96435ce9 req-91790582-c2ba-4010-90c5-a84f6ba3ab60 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:28.598090 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0df4fe6-479f-48e0-8e1e-6efe96435ce9 req-91790582-c2ba-4010-90c5-a84f6ba3ab60 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0680268 Sep 21 21:51:28.613827 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46860) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:28.618888 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Request body: {'floatingip': {'port_id': '9c898f1b-a037-48e7-9225-490e7b932529'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:28.665830 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (6d6c81cb-cbf8-439a-9535-8241a475c997), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:29.199007 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:29.205994 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (6d6c81cb-cbf8-439a-9535-8241a475c997), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:29.331359 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Floating IP 6d6c81cb-cbf8-439a-9535-8241a475c997 associated. External IP: 172.27.3.181, port: 9c898f1b-a037-48e7-9225-490e7b932529. Sep 21 21:51:29.566918 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Router a9796053-aab8-4435-bf7c-38fefd6bc18f has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:51:29.698624 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:51:29.705688 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:29.722356 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:51:29.740450 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:29.741136 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:29.760712 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-32388bc4-476a-468d-8fcb-5474e043a628 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "PUT /v2.0/floatingips/6d6c81cb-cbf8-439a-9535-8241a475c997 HTTP/1.1" status: 200 len: 992 time: 1.1454132 Sep 21 21:51:29.761720 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:29.765524 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4092d4-bea1-45c8-8477-50a232974b67" -d '{"events": [{"name": "network-changed", "server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:29.810917 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12adcf85-4807-46bb-b8a5-ee4127c5754b x-openstack-request-id: req-12adcf85-4807-46bb-b8a5-ee4127c5754b {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:29.811347 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:29.811735 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-12adcf85-4807-46bb-b8a5-ee4127c5754b {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:29.812372 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12adcf85-4807-46bb-b8a5-ee4127c5754b'] response: {'name': 'network-changed', 'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'status': 'completed', 'code': 200} Sep 21 21:51:29.872011 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:29.903158 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-de68c414-5ff0-4701-87b0-8c8ce5840cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:29.904481 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-de68c414-5ff0-4701-87b0-8c8ce5840cd6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1130 time: 0.0632980 Sep 21 21:51:30.033349 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-b469ca6c-262d-45e8-be5f-33d6266fa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:30.034781 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-b469ca6c-262d-45e8-be5f-33d6266fa573 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1217854 Sep 21 21:51:30.116801 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-f3bc36f7-9e5f-4b1c-94d5-f2a694762f4d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 1000 time: 0.0683208 Sep 21 21:51:30.160867 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '6d6c81cb-cbf8-439a-9535-8241a475c997', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'port_id': '9c898f1b-a037-48e7-9225-490e7b932529', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'mac_address': 'fa:16:3e:44:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:51:12Z', 'updated_at': '2022-09-21T21:51:29Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:30.173812 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-1168712b-d6e1-44a4-9b21-ad21a72d05e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:30.175560 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-1168712b-d6e1-44a4-9b21-ad21a72d05e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0502706 Sep 21 21:51:30.186688 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:51:30.196766 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:30.197479 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:30.238448 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-6b0852a8-a31f-44b6-b4c7-6164032b1663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:30.240187 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-6b0852a8-a31f-44b6-b4c7-6164032b1663 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574460 Sep 21 21:51:30.338153 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:30.360741 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-44ff4f51-f7ff-49d5-9f19-586e782a1e24 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135118 Sep 21 21:51:30.466901 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba4092d4-bea1-45c8-8477-50a232974b67 req-cb7e0b24-7edb-42a7-8081-ba84e7cd07c6 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973485 Sep 21 21:51:30.619639 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '6d6c81cb-cbf8-439a-9535-8241a475c997', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'port_id': '9c898f1b-a037-48e7-9225-490e7b932529', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'mac_address': 'fa:16:3e:44:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:51:12Z', 'updated_at': '2022-09-21T21:51:29Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:30.660228 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748a73bb-7705-4680-8bd0-0818324c86bd None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '6d6c81cb-cbf8-439a-9535-8241a475c997', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'floating_ip_address': '172.27.3.181', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'port_id': '9c898f1b-a037-48e7-9225-490e7b932529', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'mac_address': 'fa:16:3e:44:45:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:51:12Z', 'updated_at': '2022-09-21T21:51:29Z', 'revision_number': 1, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:51:30.916675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653d1134-033a-43a0-97d8-3e90245fed3d None None] New status for floating IP 6d6c81cb-cbf8-439a-9535-8241a475c997: ACTIVE {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:51:35.327753 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 46918) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:35.376788 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Deleting subnet a402bd65-1b62-4191-852c-f68bf1020cc6 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:51:35.380775 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Publish callbacks [] for subnet (a402bd65-1b62-4191-852c-f68bf1020cc6), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.420437 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (a402bd65-1b62-4191-852c-f68bf1020cc6), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.471684 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (a402bd65-1b62-4191-852c-f68bf1020cc6), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.544271 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (a402bd65-1b62-4191-852c-f68bf1020cc6), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.573155 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a402bd65-1b62-4191-852c-f68bf1020cc6,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:35.578432 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.582474 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a402bd65-1b62-4191-852c-f68bf1020cc6 HTTP/1.1" status: 204 len: 168 time: 0.2530448 Sep 21 21:51:35.585756 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46920) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:35.590539 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.590889 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.591246 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.591563 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.591923 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.592295 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.592623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.592950 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.593272 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.593650 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.594120 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.594532 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.594860 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d08fd2d-91f2-4f06-9b36-4c2ec8c43a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:35.674703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.757260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.778699 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e06fc42-f06c-4cc0-84b3-630ee7ec01bf']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:35.790444 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b14090d-46a6-4813-9b16-7e87330f9e0f') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:35.790727 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b14090d-46a6-4813-9b16-7e87330f9e0f') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:35.800183 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (9b14090d-46a6-4813-9b16-7e87330f9e0f), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.816588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (9b14090d-46a6-4813-9b16-7e87330f9e0f), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.824458 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:51:35.824845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (9b14090d-46a6-4813-9b16-7e87330f9e0f), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.867517 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 9b14090d-46a6-4813-9b16-7e87330f9e0f resource provider aggregate not found Sep 21 21:51:35.891575 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 9b14090d-46a6-4813-9b16-7e87330f9e0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b14090d-46a6-4813-9b16-7e87330f9e0f found for delete ", "request_id": "req-be6f248a-77cc-4ca9-8635-2272df3047fc"}]} Sep 21 21:51:35.896939 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (5e06fc42-f06c-4cc0-84b3-630ee7ec01bf), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.907844 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:35.913358 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/5e06fc42-f06c-4cc0-84b3-630ee7ec01bf HTTP/1.1" status: 204 len: 168 time: 0.3257303 Sep 21 21:51:35.929510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cd754-8e31-4359-bf57-f98c9bb8ebf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e06fc42-f06c-4cc0-84b3-630ee7ec01bf,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:36.123710 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46928) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:36.174771 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5263998c-0663-4e7a-810b-c5a096e64ec4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a5d042516de242668863351af17896d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493314 Sep 21 21:51:36.177372 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 46930) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:36.239898 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb7f-4073-42a8-bd62-a575335bf1ff admin admin] Publish callbacks [] for security_group (624b55d6-cc84-4617-8f6c-716b294943cc), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:36.262663 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb7f-4073-42a8-bd62-a575335bf1ff admin admin] Publish callbacks [] for security_group (624b55d6-cc84-4617-8f6c-716b294943cc), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:36.322227 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb7f-4073-42a8-bd62-a575335bf1ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (624b55d6-cc84-4617-8f6c-716b294943cc), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:36.324849 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7f7cbb7f-4073-42a8-bd62-a575335bf1ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:36.326126 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7f7cbb7f-4073-42a8-bd62-a575335bf1ff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/624b55d6-cc84-4617-8f6c-716b294943cc HTTP/1.1" status: 204 len: 168 time: 0.1470416 Sep 21 21:51:36.334480 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cbb7f-4073-42a8-bd62-a575335bf1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624b55d6-cc84-4617-8f6c-716b294943cc,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:38.433055 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-caca789d-4e59-46c6-ac2b-e5513756251e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:40.614490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-da3486b6-92ef-4cea-8268-90c19e136ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:42.206053 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:43.792033 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:45.139386 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:50.468848 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786cd3e3-80ac-4314-92be-2471d95a7b09 req-c954d102-a399-491b-8250-f2739c5a4503 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:50.470412 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786cd3e3-80ac-4314-92be-2471d95a7b09 req-c954d102-a399-491b-8250-f2739c5a4503 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0625465 Sep 21 21:51:50.534627 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-786cd3e3-80ac-4314-92be-2471d95a7b09 req-29cf564b-6549-4f71-819f-dfab3c4887f3 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566020 Sep 21 21:51:50.903204 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:51.604334 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd01e95-88e8-4054-835a-adf2251e977e req-305e488f-db4d-471a-9e5e-8f5b3e5ac1d5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:51.605890 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3fd01e95-88e8-4054-835a-adf2251e977e req-305e488f-db4d-471a-9e5e-8f5b3e5ac1d5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.2924898 Sep 21 21:51:51.670051 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3fd01e95-88e8-4054-835a-adf2251e977e req-98de3053-62f3-4b2a-98e5-72404d58636e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579047 Sep 21 21:51:51.701687 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0acc3dd-d4fb-4881-b0c5-77a6ffe5487e req-463bbca0-e462-4e71-94a6-3ca5ec1b5d67 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:51.703661 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0acc3dd-d4fb-4881-b0c5-77a6ffe5487e req-463bbca0-e462-4e71-94a6-3ca5ec1b5d67 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0718591 Sep 21 21:51:51.778498 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0acc3dd-d4fb-4881-b0c5-77a6ffe5487e req-5cf25d15-8f8a-4b83-9f5e-7554d2616a42 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685413 Sep 21 21:51:52.811866 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95896b95-b367-4178-8601-07f8d2a94de7 req-ecfdb285-9e6c-4694-9fea-6c649010562a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:52.814308 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95896b95-b367-4178-8601-07f8d2a94de7 req-ecfdb285-9e6c-4694-9fea-6c649010562a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.0607677 Sep 21 21:51:52.882729 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95896b95-b367-4178-8601-07f8d2a94de7 req-dcf7dda5-aa32-46cb-9d63-2ed5d999fe31 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632987 Sep 21 21:51:52.947393 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ec5d9c-f014-4716-9819-e360ab1486ea req-a2e851d5-ab34-4917-b9a8-81a8e05937cd tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:52.948963 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-44ec5d9c-f014-4716-9819-e360ab1486ea req-a2e851d5-ab34-4917-b9a8-81a8e05937cd tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0768349 Sep 21 21:51:53.029251 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-44ec5d9c-f014-4716-9819-e360ab1486ea req-afcf1810-4363-489d-afd3-f41a2e132c2c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734775 Sep 21 21:51:53.068198 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-802c02cc-2e4d-46b9-8737-a12c65726c4c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:53.071186 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-802c02cc-2e4d-46b9-8737-a12c65726c4c tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 946 time: 0.0763266 Sep 21 21:51:53.201938 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port d90f9289-0f40-42b7-a116-007e0c628e61 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:53.202279 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:53.299296 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] For port d90f9289-0f40-42b7-a116-007e0c628e61, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d90f9289-0f40-42b7-a116-007e0c628e61,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:53.299681 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:53.482658 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:53.483051 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (c861f866-69c1-4b92-83cb-c327f7d36dd1), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:53.483398 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP c861f866-69c1-4b92-83cb-c327f7d36dd1 disassociated. External IP: 172.27.3.41, port: d90f9289-0f40-42b7-a116-007e0c628e61. Sep 21 21:51:53.483742 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for d90f9289-0f40-42b7-a116-007e0c628e61 owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:53.625240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (d90f9289-0f40-42b7-a116-007e0c628e61), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:53.657530 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=d90f9289-0f40-42b7-a116-007e0c628e61,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:53.781091 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:51:53.897658 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:51:53.911079 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:51:53.924401 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:53.925335 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:54.053623 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f0628959-9a63-414e-bc13-f1b4c6a92fb1 req-0b24339a-1d51-4ae7-b1cd-18d0ef155203 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=c430c9f0-92b5-4b97-a323-a5786bd6362e HTTP/1.1" status: 200 len: 210 time: 0.0556695 Sep 21 21:51:54.055950 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:54.241200 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25913357-b429-4743-8a56-eb65fffc1d2b req-b471f1c1-0ceb-446f-8d2a-5113641f382c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:54.245095 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-25913357-b429-4743-8a56-eb65fffc1d2b req-b471f1c1-0ceb-446f-8d2a-5113641f382c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.0877049 Sep 21 21:51:54.323887 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] No DVR routers for this DVR port d90f9289-0f40-42b7-a116-007e0c628e61 on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:51:54.328639 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:54.334104 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.339285 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2c0a8e42-e2b5-49b7-89e2-ba313c41269b req-ef47b9a4-6ce7-47a9-ac33-9f425347dc41 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "DELETE /v2.0/ports/d90f9289-0f40-42b7-a116-007e0c628e61 HTTP/1.1" status: 204 len: 173 time: 1.2603559 Sep 21 21:51:54.350357 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'name': 'network-vif-deleted', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:54.353410 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f2a20f-aafe-48bc-86be-475c7dca4efc" -d '{"events": [{"server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "name": "network-vif-deleted", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:54.393924 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad412b-b9fe-4b2b-a650-4a04f4b9abee req-21d161ec-2040-404a-bcc8-6cec35cd8019 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:54.395767 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d6ad412b-b9fe-4b2b-a650-4a04f4b9abee req-21d161ec-2040-404a-bcc8-6cec35cd8019 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 945 time: 0.1337638 Sep 21 21:51:54.396913 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:51:54.411600 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:54.412644 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:54.434711 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1c6be-ed19-48bd-bac4-a4b87349485c x-openstack-request-id: req-6ad1c6be-ed19-48bd-bac4-a4b87349485c {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:54.437369 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c430c9f0-92b5-4b97-a323-a5786bd6362e", "name": "network-vif-deleted", "tag": "d90f9289-0f40-42b7-a116-007e0c628e61", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:54.437369 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6ad1c6be-ed19-48bd-bac4-a4b87349485c {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:54.437920 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad1c6be-ed19-48bd-bac4-a4b87349485c'] response: {'server_uuid': 'c430c9f0-92b5-4b97-a323-a5786bd6362e', 'name': 'network-vif-deleted', 'tag': 'd90f9289-0f40-42b7-a116-007e0c628e61', 'status': 'completed', 'code': 200} Sep 21 21:51:54.441668 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Deleting port 3023239f-af73-44e0-ad0b-5d03fed27ace {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:54.442196 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.494705 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d6ad412b-b9fe-4b2b-a650-4a04f4b9abee req-766a0da5-13f0-475f-afda-0756e318c1c7 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=71c0fce7-e67d-4953-941e-fe26d1d0d2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895977 Sep 21 21:51:54.552757 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:54.597376 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47172) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:54.604897 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] For port 3023239f-af73-44e0-ad0b-5d03fed27ace, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=3023239f-af73-44e0-ad0b-5d03fed27ace,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:51:54.605656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.782179 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaadf-d915-4791-8e42-9476fb490cda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.828578 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.829017 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.829277 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Floating IP 472272b8-fef1-47dc-9b16-5813a2fe26d2 disassociated. External IP: 172.27.3.219, port: 3023239f-af73-44e0-ad0b-5d03fed27ace. Sep 21 21:51:54.829631 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Calling delete_port for 3023239f-af73-44e0-ad0b-5d03fed27ace owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:54.892568 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaadf-d915-4791-8e42-9476fb490cda admin admin] Publish callbacks [] for security_group (cd053015-7edb-4bf9-b918-662b78bac53b), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.898286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ddeaaadf-d915-4791-8e42-9476fb490cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cd053015-7edb-4bf9-b918-662b78bac53b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:54.920909 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:54.965413 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345f405c-cd39-4f1c-9d9b-628159efd462 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:51:54.966170 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ddeaaadf-d915-4791-8e42-9476fb490cda admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce18d083e8824bc68c92da03888e9e61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3673027 Sep 21 21:51:54.967299 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeaaadf-d915-4791-8e42-9476fb490cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd053015-7edb-4bf9-b918-662b78bac53b,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:54.969977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47176) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:55.043287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (3023239f-af73-44e0-ad0b-5d03fed27ace), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.048405 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-191ad94c-81c7-4332-9fe1-339d02d0e5f1 admin admin] Publish callbacks [] for security_group (cd053015-7edb-4bf9-b918-662b78bac53b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.085898 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event deleted for resources: {'Port': ['ID=3023239f-af73-44e0-ad0b-5d03fed27ace,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:55.086776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-191ad94c-81c7-4332-9fe1-339d02d0e5f1 admin admin] Publish callbacks [] for security_group (cd053015-7edb-4bf9-b918-662b78bac53b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.098511 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.098865 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.099221 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.099542 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.099873 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.100349 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.101023 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.102176 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.102176 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.102176 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.103810 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.103810 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.103810 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:51:55.202389 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-191ad94c-81c7-4332-9fe1-339d02d0e5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cd053015-7edb-4bf9-b918-662b78bac53b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.207773 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-191ad94c-81c7-4332-9fe1-339d02d0e5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.209759 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-191ad94c-81c7-4332-9fe1-339d02d0e5f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd053015-7edb-4bf9-b918-662b78bac53b HTTP/1.1" status: 204 len: 168 time: 0.2386694 Sep 21 21:51:55.242683 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47184) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:55.244892 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ad94c-81c7-4332-9fe1-339d02d0e5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd053015-7edb-4bf9-b918-662b78bac53b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:55.320705 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Router fa976880-30ae-4f91-975c-e6ce4a53b430 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:51:55.408029 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a315ec5-fb27-41ce-b396-d353eafa65e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (ffc056c8-f5cb-49b4-bebf-5e7eabc603e5), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.408289 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eeaede-8328-4a86-b83e-2d567a7695b4 None None] New status for floating IP c861f866-69c1-4b92-83cb-c327f7d36dd1: DOWN {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:51:55.473403 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a315ec5-fb27-41ce-b396-d353eafa65e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (ffc056c8-f5cb-49b4-bebf-5e7eabc603e5), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.605305 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:51:55.627437 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] Sync routers for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:51:55.646156 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:55.646921 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:55.725082 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] No DVR routers for this DVR port 3023239f-af73-44e0-ad0b-5d03fed27ace on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:51:55.728836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.732857 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-25913357-b429-4743-8a56-eb65fffc1d2b req-88d712aa-a769-4ad4-86df-f763a4a5c670 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "DELETE /v2.0/ports/3023239f-af73-44e0-ad0b-5d03fed27ace HTTP/1.1" status: 204 len: 173 time: 1.4818094 Sep 21 21:51:55.735272 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'name': 'network-vif-deleted', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:51:55.748114 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ac2e04-085b-42d8-84d3-c3813f4e8e72" -d '{"events": [{"server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "name": "network-vif-deleted", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:51:55.751144 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a315ec5-fb27-41ce-b396-d353eafa65e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (ffc056c8-f5cb-49b4-bebf-5e7eabc603e5), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.755517 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-9a315ec5-fb27-41ce-b396-d353eafa65e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:55.757303 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-9a315ec5-fb27-41ce-b396-d353eafa65e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/security-groups/ffc056c8-f5cb-49b4-bebf-5e7eabc603e5 HTTP/1.1" status: 204 len: 168 time: 0.5125489 Sep 21 21:51:55.761546 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47196) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:55.779449 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.api.v2.resource [None req-e339e29c-170a-477b-a582-98536d8c5319 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] show failed (client error): The resource could not be found. Sep 21 21:51:55.784913 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e339e29c-170a-477b-a582-98536d8c5319 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups/ffc056c8-f5cb-49b4-bebf-5e7eabc603e5 HTTP/1.1" status: 404 len: 347 time: 0.0214360 Sep 21 21:51:55.786075 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47198) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:55.804961 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-69fd4246-ef2b-4b38-a99d-28fb3b534b0c req-ad7687d7-1502-4b5d-924b-13531b969134 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=dfac7407-3fda-4b84-a9e4-f621a8b3633f HTTP/1.1" status: 200 len: 210 time: 0.1020679 Sep 21 21:51:55.806985 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a315ec5-fb27-41ce-b396-d353eafa65e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc056c8-f5cb-49b4-bebf-5e7eabc603e5,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:55.873527 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:55.897425 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26585d7e-6180-4269-8037-e623c2da7fd8 x-openstack-request-id: req-26585d7e-6180-4269-8037-e623c2da7fd8 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:51:55.897779 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfac7407-3fda-4b84-a9e4-f621a8b3633f", "name": "network-vif-deleted", "tag": "3023239f-af73-44e0-ad0b-5d03fed27ace", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:51:55.898240 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-26585d7e-6180-4269-8037-e623c2da7fd8 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:51:55.899206 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26585d7e-6180-4269-8037-e623c2da7fd8'] response: {'server_uuid': 'dfac7407-3fda-4b84-a9e4-f621a8b3633f', 'name': 'network-vif-deleted', 'tag': '3023239f-af73-44e0-ad0b-5d03fed27ace', 'status': 'completed', 'code': 200} Sep 21 21:51:56.009153 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port e6713993-6570-474b-a6c8-d52a7cb00dd2 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:56.010023 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.131538 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.132028 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (e6713993-6570-474b-a6c8-d52a7cb00dd2), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.148915 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:56.154262 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for e6713993-6570-474b-a6c8-d52a7cb00dd2 owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:56.182922 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] Checking router: fa976880-30ae-4f91-975c-e6ce4a53b430 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:51:56.194259 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:51:56.194912 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:56.357235 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3023239f-af73-44e0-ad0b-5d03fed27ace no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:51:56.358399 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (e6713993-6570-474b-a6c8-d52a7cb00dd2), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.387738 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=e6713993-6570-474b-a6c8-d52a7cb00dd2,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:56.388426 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:51:56.408958 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 3023239f-af73-44e0-ad0b-5d03fed27ace {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:51:56.410642 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 3023239f-af73-44e0-ad0b-5d03fed27ace not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:51:56.411285 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d90f9289-0f40-42b7-a116-007e0c628e61 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:51:56.415813 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47212) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:56.441610 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: d90f9289-0f40-42b7-a116-007e0c628e61 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:51:56.442421 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d90f9289-0f40-42b7-a116-007e0c628e61 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:51:56.465275 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (c861f866-69c1-4b92-83cb-c327f7d36dd1), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.468798 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.470156 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a3f4b475-e098-454c-a3c6-fc273f8813b6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/floatingips/c861f866-69c1-4b92-83cb-c327f7d36dd1 HTTP/1.1" status: 204 len: 168 time: 0.6825376 Sep 21 21:51:56.554209 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47218) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:56.559677 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789246938', 'description': 'tempest-description--492015259'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:56.587669 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.600049 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-639711909-network', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:56.641825 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Made reservation on behalf of aa391d948f7f40b3bb96bc483eb0328c for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:51:56.647738 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.658323 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.694788 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (2c134c43-3327-4b69-a716-2fcd92dc9105), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.705714 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2c134c43-3327-4b69-a716-2fcd92dc9105), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.720280 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:51:56.747527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.749322 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1937943 Sep 21 21:51:56.752165 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc13c3-e2e8-4678-8182-5d6203d9a753 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c134c43-3327-4b69-a716-2fcd92dc9105,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:56.754863 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47220) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:56.756418 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9ae9f-830d-4d14-befc-f3701c32221b None None] The sync data for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi is: [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:44Z', 'revision_number': 4, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'fa4d16fc-b858-47ec-a860-6fc13831e627', 'name': '', 'network_id': '898c7fcd-4130-49ef-8588-2b304493f465', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'mac_address': 'fa:16:3e:68:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f727dae6-0596-42b0-905d-7cf654441558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:42Z', 'updated_at': '2022-09-21T21:46:54Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'subnets': [{'id': 'f727dae6-0596-42b0-905d-7cf654441558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:51:56.761776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': '2c134c43-3327-4b69-a716-2fcd92dc9105', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:56.769667 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks [] for security_group (77eb5f77-1a0d-4085-9ae4-173ad15bab27), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.776236 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (77eb5f77-1a0d-4085-9ae4-173ad15bab27), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.799118 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (c0d0f122-88c3-4de3-b5fd-2aacd3d8d002), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.807040 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:51:56.819866 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77eb5f77-1a0d-4085-9ae4-173ad15bab27,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:56.827074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (b6153b02-bb5a-4873-ae04-a46d28d1923d), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.827592 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Added segment b6153b02-bb5a-4873-ae04-a46d28d1923d of type vlan for network 3aa270d2-a29e-4109-b7eb-115277832e48 Sep 21 21:51:56.882625 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (3aa270d2-a29e-4109-b7eb-115277832e48), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.891264 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (c0d0f122-88c3-4de3-b5fd-2aacd3d8d002), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.896870 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (c0d0f122-88c3-4de3-b5fd-2aacd3d8d002), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.913030 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d0f122-88c3-4de3-b5fd-2aacd3d8d002,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:56.940770 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.942941 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (3aa270d2-a29e-4109-b7eb-115277832e48), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.945045 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:56.945306 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3cb3ef1a-016a-4b42-b2b9-ff688efe2675 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1892605 Sep 21 21:51:56.946405 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47224) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:56.952957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:56.966934 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'security_group_rule': {'security_group_id': '2c134c43-3327-4b69-a716-2fcd92dc9105', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:56.993282 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47228) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:57.035856 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (5926c2e5-85ef-48a2-b537-928ede5aef84), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.046799 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6295974 Sep 21 21:51:57.056902 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47230) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:57.066737 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Request body: {'subnet': {'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-639711909-subnet', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:57.074589 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae3b65-90a6-4421-9adc-1c5f402dc68c admin admin] Pushing event updated for resources: {'Network': ['ID=3aa270d2-a29e-4109-b7eb-115277832e48,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:57.099036 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 3aa270d2-a29e-4109-b7eb-115277832e48 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:51:57.120121 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Made reservation on behalf of aa391d948f7f40b3bb96bc483eb0328c for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:51:57.122889 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14575443'] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.131581 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7423e33d-7091-4c9d-a08d-f10b47e54881 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group (71c0fce7-e67d-4953-941e-fe26d1d0d2cf), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.174601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7423e33d-7091-4c9d-a08d-f10b47e54881 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group (71c0fce7-e67d-4953-941e-fe26d1d0d2cf), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.184260 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658cd2df-0145-4f5d-84c3-02d0ca41cafe None None] New status for floating IP 472272b8-fef1-47dc-9b16-5813a2fe26d2: DOWN {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:51:57.188263 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (5926c2e5-85ef-48a2-b537-928ede5aef84), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.207534 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (5926c2e5-85ef-48a2-b537-928ede5aef84), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.246880 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5926c2e5-85ef-48a2-b537-928ede5aef84,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:57.266499 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.268019 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e4a42cbb-21fa-458c-8a49-2181135cb2c0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3209786 Sep 21 21:51:57.273054 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47232) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:57.280456 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:57.299283 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7423e33d-7091-4c9d-a08d-f10b47e54881 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (71c0fce7-e67d-4953-941e-fe26d1d0d2cf), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.302344 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7423e33d-7091-4c9d-a08d-f10b47e54881 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.307427 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7423e33d-7091-4c9d-a08d-f10b47e54881 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "DELETE /v2.0/security-groups/71c0fce7-e67d-4953-941e-fe26d1d0d2cf HTTP/1.1" status: 204 len: 168 time: 0.3088183 Sep 21 21:51:57.308476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47234) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:57.327834 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.api.v2.resource [None req-02b4cb32-9298-402c-a847-c78dc0f16a09 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] show failed (client error): The resource could not be found. Sep 21 21:51:57.331945 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-02b4cb32-9298-402c-a847-c78dc0f16a09 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups/71c0fce7-e67d-4953-941e-fe26d1d0d2cf HTTP/1.1" status: 404 len: 347 time: 0.0204825 Sep 21 21:51:57.332108 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7423e33d-7091-4c9d-a08d-f10b47e54881 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0fce7-e67d-4953-941e-fe26d1d0d2cf,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:57.334643 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47236) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:57.380466 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.499269 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Deleting port 34e68680-734c-4c08-b173-7cb313ee05b4 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:51:57.499599 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (34e68680-734c-4c08-b173-7cb313ee05b4), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.510530 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14205736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14575425'] for subnet (9c9af726-75cb-4d75-ada9-82d3e69acdd8), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.589962 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9af726-75cb-4d75-ada9-82d3e69acdd8,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:57.607364 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (34e68680-734c-4c08-b173-7cb313ee05b4), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.608020 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (34e68680-734c-4c08-b173-7cb313ee05b4), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.623455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Checking segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:51:57.623816 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Network hostable DHCP agents. Network: 3aa270d2-a29e-4109-b7eb-115277832e48, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:51:57.627055 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Calling delete_port for 34e68680-734c-4c08-b173-7cb313ee05b4 owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:51:57.660241 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Network 3aa270d2-a29e-4109-b7eb-115277832e48 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:51:57.663580 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.682090 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 3aa270d2-a29e-4109-b7eb-115277832e48) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:51:57.687513 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:57.691587 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b869053-2c75-4882-8c19-fc1b4b25b74c None None] Network 3aa270d2-a29e-4109-b7eb-115277832e48 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:51:57.702015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.758703 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-282a48f5-97d9-47e6-8fb9-d8adf366106f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6999047 Sep 21 21:51:57.762790 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47238) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:51:57.769896 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:51:57.821917 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.822680 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.826461 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (34e68680-734c-4c08-b173-7cb313ee05b4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.856747 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event deleted for resources: {'Port': ['ID=34e68680-734c-4c08-b173-7cb313ee05b4,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:57.882473 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.27.3.227 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/4fd012a4-0516-4527-8f3a-95f79db1ecca) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:51:57.944035 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks [] for router_controller (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.960244 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks [] for floatingip (472272b8-fef1-47dc-9b16-5813a2fe26d2), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.963853 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:57.968818 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-4eb514a7-eabc-4eb8-97ae-39cb5b1dfed4 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "DELETE /v2.0/floatingips/472272b8-fef1-47dc-9b16-5813a2fe26d2 HTTP/1.1" status: 204 len: 168 time: 0.6290917 Sep 21 21:51:57.991553 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-3aa270d2-a29e-4109-b7eb-115277832e48', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:51:57.992438 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.176416 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks [] for router_gateway (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.180252 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Allocated IP 172.20.0.2 (3aa270d2-a29e-4109-b7eb-115277832e48/9c9af726-75cb-4d75-ada9-82d3e69acdd8/4f9e5da8-f7f1-437c-904c-7e572606bc8b) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:51:58.217233 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.301913 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.355451 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Publish callbacks [] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.358052 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:51:58.363551 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:51:58.364055 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.372305 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:51:58.397610 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=4fd012a4-0516-4527-8f3a-95f79db1ecca,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:58.414730 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Network 3aa270d2-a29e-4109-b7eb-115277832e48 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:51:58.419819 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:51:58.423683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:51:58.441711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Pushing event updated for resources: {'Port': ['ID=4f9e5da8-f7f1-437c-904c-7e572606bc8b,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:58.498113 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Attempting to bind port 4f9e5da8-f7f1-437c-904c-7e572606bc8b on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:51:58.498489 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Attempting to bind port 4f9e5da8-f7f1-437c-904c-7e572606bc8b by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:51:58.498855 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Attempting to bind port 4f9e5da8-f7f1-437c-904c-7e572606bc8b on network 3aa270d2-a29e-4109-b7eb-115277832e48 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:51:58.506460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:51:58.507013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Checking segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:51:58.507656 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.508381 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Bound using segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:51:58.509155 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Bound port: 4f9e5da8-f7f1-437c-904c-7e572606bc8b, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:51:58.509813 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.559710 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (47c164e6-83cb-4cf8-aef6-cf6a04b4182a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.575507 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks [] for router_gateway (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.584846 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] For port 4f9e5da8-f7f1-437c-904c-7e572606bc8b, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:51:58.588651 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] For port 4f9e5da8-f7f1-437c-904c-7e572606bc8b, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4f9e5da8-f7f1-437c-904c-7e572606bc8b,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:51:58.596555 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.619138 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.671016 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf810568-3d70-4231-8272-9e33b8c40a96 None None] Pushing event updated for resources: {'Port': ['ID=4f9e5da8-f7f1-437c-904c-7e572606bc8b,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:58.678950 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.833914 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Allocated IP 172.27.3.239 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/0152bfd9-f31d-481a-97c7-f891691c0853) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:51:58.985347 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:58.992907 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.050556 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks [] for port (0152bfd9-f31d-481a-97c7-f891691c0853), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.085081 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=4fd012a4-0516-4527-8f3a-95f79db1ecca,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:59.087944 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (47c164e6-83cb-4cf8-aef6-cf6a04b4182a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.115684 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.116954 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-6eae9fba-12b7-490c-af22-181bf8ecf556 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8425245 Sep 21 21:51:59.123888 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.165909 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:51:59.172530 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:51:59.178062 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:51:59.181258 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Pushing event updated for resources: {'Port': ['ID=0152bfd9-f31d-481a-97c7-f891691c0853,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:51:59.507784 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-634e4f55-ecdd-488e-9a88-3bff0f4851f6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--789246938&fields=id&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 267 time: 0.0884852 Sep 21 21:51:59.565578 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks [] for router_gateway (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.679210 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-b79582e8-e0ba-4890-8133-d252d6189c79 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:51:59.681217 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-b79582e8-e0ba-4890-8133-d252d6189c79 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.1649685 Sep 21 21:51:59.708817 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-d8a9904d-3169-4d05-8546-05ba878722f4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/quotas/34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 375 time: 0.0197365 Sep 21 21:51:59.799869 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-38ee6986-a99b-4e66-8e79-9698b8894957 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0788732 Sep 21 21:51:59.810517 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.824053 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d7dfca-e60b-48e3-a00c-af5ac520e4ab None None] Network 3aa270d2-a29e-4109-b7eb-115277832e48 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:51:59.966477 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-14763c5b-a7ae-4d4e-8e0f-5939f2df10bf service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464648 Sep 21 21:51:59.967856 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Provisioning complete for port 4f9e5da8-f7f1-437c-904c-7e572606bc8b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:51:59.968236 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:51:59.968566 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Attempt 1 to provision port 4f9e5da8-f7f1-437c-904c-7e572606bc8b Sep 21 21:51:59.992294 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:52:00.100956 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Current status of the port 4f9e5da8-f7f1-437c-904c-7e572606bc8b is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:00.102624 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.140839 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-ea1d182c-995c-4f68-85fc-28160dd63c4c service neutron] 10.222.0.48 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546209 Sep 21 21:52:00.169759 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] For port 4f9e5da8-f7f1-437c-904c-7e572606bc8b, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4f9e5da8-f7f1-437c-904c-7e572606bc8b,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:00.177776 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.281467 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa079b-ef9c-44b7-a647-b0a93b1de660 None None] Pushing event updated for resources: {'Port': ['ID=4f9e5da8-f7f1-437c-904c-7e572606bc8b,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:00.413934 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-e2e34917-7110-4a46-a1ba-5d30f25c68f6 None None] Provisioning complete for port 4f9e5da8-f7f1-437c-904c-7e572606bc8b triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:00.414936 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e2e34917-7110-4a46-a1ba-5d30f25c68f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.415653 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e2e34917-7110-4a46-a1ba-5d30f25c68f6 None None] Attempt 1 to provision port 4f9e5da8-f7f1-437c-904c-7e572606bc8b Sep 21 21:52:00.485580 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a23eb00a-806d-47ea-a14d-eab7e616e283 req-01c8ed6e-097f-416b-b933-071a4c46d26f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 210 time: 0.0391488 Sep 21 21:52:00.515852 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:00.520527 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e2e34917-7110-4a46-a1ba-5d30f25c68f6 None None] Current status of the port 4f9e5da8-f7f1-437c-904c-7e572606bc8b is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:00.532387 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Sync routers for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:00.538378 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.540793 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e5792c4f-7745-44bc-ac02-0c31d8033f6d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7767208 Sep 21 21:52:00.544487 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:00.545213 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:00.545381 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47276) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:00.744561 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4f9e5da8-f7f1-437c-904c-7e572606bc8b up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:00.790453 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:00.814320 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 4f9e5da8-f7f1-437c-904c-7e572606bc8b triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:00.815167 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:00.815268 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 4f9e5da8-f7f1-437c-904c-7e572606bc8b Sep 21 21:52:00.874045 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6ea97-a82c-420c-9c6e-8dd5b12cf2b6 req-59daa757-a26c-4f0a-b4b9-ec01aa69a728 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:00.885190 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-61d6ea97-a82c-420c-9c6e-8dd5b12cf2b6 req-59daa757-a26c-4f0a-b4b9-ec01aa69a728 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.0811687 Sep 21 21:52:00.967975 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-61d6ea97-a82c-420c-9c6e-8dd5b12cf2b6 req-5a801136-d366-4a29-9997-88f4d0a69300 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817170 Sep 21 21:52:00.974323 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 4f9e5da8-f7f1-437c-904c-7e572606bc8b is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:01.163817 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:51:59Z', 'revision_number': 3, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:51:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:01.202622 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Checking router: 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:01.204841 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Updating router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 port 0152bfd9-f31d-481a-97c7-f891691c0853 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:01.246715 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.269621 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.512376 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Allocated IP 172.20.0.1 (3aa270d2-a29e-4109-b7eb-115277832e48/9c9af726-75cb-4d75-ada9-82d3e69acdd8/e3ecdbd9-7f3e-4785-a757-f566e87b9480) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:01.636690 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0502b7b2-9cd5-400d-b48d-ab92926a72b8 req-5a80a1c0-e93a-4bb3-b95d-6e10e085fec6 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 210 time: 0.0399587 Sep 21 21:52:01.702602 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks [] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.712484 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Publish callbacks [] for port (0152bfd9-f31d-481a-97c7-f891691c0853), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.722153 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.747480 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Attempting to bind port 0152bfd9-f31d-481a-97c7-f891691c0853 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:01.748047 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Attempting to bind port 0152bfd9-f31d-481a-97c7-f891691c0853 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:01.748646 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Attempting to bind port 0152bfd9-f31d-481a-97c7-f891691c0853 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:01.752454 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.801472 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:01.801870 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:01.802357 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.802911 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:01.803865 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Bound port: 0152bfd9-f31d-481a-97c7-f891691c0853, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:01.804677 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.807511 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Network 3aa270d2-a29e-4109-b7eb-115277832e48 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:01.810210 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Pushing event updated for resources: {'Port': ['ID=0152bfd9-f31d-481a-97c7-f891691c0853,revision_number=2']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:01.815390 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:01.818174 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:01.842391 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ecdbd9-7f3e-4785-a757-f566e87b9480,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:01.845742 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.846516 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.847248 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.848004 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.848554 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.849090 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.849637 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.850235 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.851112 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.851727 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.853224 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.855681 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.856477 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:01.886525 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:01.908441 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] For port 0152bfd9-f31d-481a-97c7-f891691c0853, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:01.918631 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] For port 0152bfd9-f31d-481a-97c7-f891691c0853, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=0152bfd9-f31d-481a-97c7-f891691c0853,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:01.935538 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.049911 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-9bf4e317-3e35-4364-b678-2b7c3626e28a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:02.051542 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-9bf4e317-3e35-4364-b678-2b7c3626e28a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 815 time: 0.2165334 Sep 21 21:52:02.095641 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916b81c-e26a-4b5f-a8aa-5dbbe6699c21 None None] Pushing event updated for resources: {'Port': ['ID=0152bfd9-f31d-481a-97c7-f891691c0853,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:02.138966 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:02.140049 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:02.145939 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.152339 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-bc055de5-9b8d-4560-a229-ce483192c426 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34029272331c413486ea50d15a1808bf HTTP/1.1" status: 200 len: 379 time: 0.0909362 Sep 21 21:52:02.165312 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'port': {'device_id': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'admin_state_up': True, 'tenant_id': '34029272331c413486ea50d15a1808bf', 'security_groups': ['2c134c43-3327-4b69-a716-2fcd92dc9105']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:02.276168 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-74540864-091c-432b-877f-7794f6cd514a None None] Provisioning complete for port e3ecdbd9-7f3e-4785-a757-f566e87b9480 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:02.277500 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-74540864-091c-432b-877f-7794f6cd514a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.278245 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 1 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:02.316323 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:02.352709 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:02.370118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17384045-4158-48e4-b601-b2011702bc78 req-22095d11-4d6b-4896-9b6f-cfb3abbcf28b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:02.372755 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-17384045-4158-48e4-b601-b2011702bc78 req-22095d11-4d6b-4896-9b6f-cfb3abbcf28b tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1722801 Sep 21 21:52:02.450243 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks [] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.462812 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.473254 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-17384045-4158-48e4-b601-b2011702bc78 req-9c887310-2a0a-4f81-bf56-82acd362b1db tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813637 Sep 21 21:52:02.485128 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Made reservation on behalf of 34029272331c413486ea50d15a1808bf for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:02.494917 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.547965 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:02.550819 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Pushing event updated for resources: {'Port': ['ID=e3ecdbd9-7f3e-4785-a757-f566e87b9480,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:02.616772 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:01Z', 'revision_number': 1, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:02.656470 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a3f4bd-61fd-4b44-86b7-841b73fef95b None None] The sync data for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi is: [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:01Z', 'revision_number': 1, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:02.690256 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Network 3aa270d2-a29e-4109-b7eb-115277832e48 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:02.696239 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:02.745478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Allocated IP 172.20.0.12 (a849563c-ff3e-4f21-9e5e-283ea0f8bb45/8de3fc6c-e3ed-4396-9896-c4f158414300/e366351b-78d1-4535-ac09-70711cdf0629) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:02.803866 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-26e46461-ad55-4f37-b1ec-a711e102f877 req-6463868c-51cd-414d-8bec-0944119988ff tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 210 time: 0.0442448 Sep 21 21:52:02.857701 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 2 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:02.907266 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:02.921265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:02.994374 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:03.074893 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for port (e366351b-78d1-4535-ac09-70711cdf0629), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.126842 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (e366351b-78d1-4535-ac09-70711cdf0629), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.167631 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:03.176841 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:03.180764 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:03.186670 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9c033d33-8383-4bca-8cc1-89ef23df83a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/28f00342-4e1d-4fe7-b6a3-6442d624f2f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6399729 Sep 21 21:52:03.189084 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:03.198965 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event updated for resources: {'Port': ['ID=e366351b-78d1-4535-ac09-70711cdf0629,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:03.282421 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:03.282421 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.310123 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dc49324a-7f73-48fc-92a2-8a165414c933 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1490064 Sep 21 21:52:03.323308 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-5c152f33-fe04-4fd9-a196-3bb313afa4e6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:03.323835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Request body: {'port': {'device_id': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:03.326724 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-5c152f33-fe04-4fd9-a196-3bb313afa4e6 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1049747 Sep 21 21:52:03.422167 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 3 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:03.430313 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e366351b-78d1-4535-ac09-70711cdf0629), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.483979 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Deleting port a208ef10-8484-4167-988b-1f2af2c02a54 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:03.484485 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.490490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:03.674237 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] For port a208ef10-8484-4167-988b-1f2af2c02a54, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a208ef10-8484-4167-988b-1f2af2c02a54,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:03.674527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:03.705901 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Calling delete_port for a208ef10-8484-4167-988b-1f2af2c02a54 owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:03.763848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b3cea-c37a-47bf-a330-a9ea2b9f5305 req-43be5b35-317a-4524-b8f4-85ee61a23268 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:03.773259 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fa7b3cea-c37a-47bf-a330-a9ea2b9f5305 req-43be5b35-317a-4524-b8f4-85ee61a23268 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 946 time: 0.1404965 Sep 21 21:52:03.892016 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fa7b3cea-c37a-47bf-a330-a9ea2b9f5305 req-75a527bd-33a6-4307-9d2f-723522cb3f0c tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162422 Sep 21 21:52:03.996189 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 4 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:04.026576 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (a208ef10-8484-4167-988b-1f2af2c02a54), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.051003 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a208ef10-8484-4167-988b-1f2af2c02a54', '094c73de-31fd-4886-b7a8-08cdc47e4986'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:52:04.054427 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e366351b-78d1-4535-ac09-70711cdf0629 {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:04.070118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Publish callbacks [] for port (e366351b-78d1-4535-ac09-70711cdf0629), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.088213 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event deleted for resources: {'Port': ['ID=a208ef10-8484-4167-988b-1f2af2c02a54,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:04.096261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Transition to ACTIVE for port object e366351b-78d1-4535-ac09-70711cdf0629 will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:52:04.099497 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1789cd6a-062d-4f99-b7d2-2c7ef168c167 req-ea0ce951-de9e-4880-b118-b38d82da9e7d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:04.103830 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1789cd6a-062d-4f99-b7d2-2c7ef168c167 req-ea0ce951-de9e-4880-b118-b38d82da9e7d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 932 time: 0.1426251 Sep 21 21:52:04.104098 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:04.105551 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (e366351b-78d1-4535-ac09-70711cdf0629), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.232675 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] No DVR routers for this DVR port a208ef10-8484-4167-988b-1f2af2c02a54 on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:52:04.235991 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.240255 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1428867f-ecc5-4a6b-8de8-0e687c5003dd req-6622aeb8-5b67-4db3-aee3-60d0fe13c4a8 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "DELETE /v2.0/ports/a208ef10-8484-4167-988b-1f2af2c02a54 HTTP/1.1" status: 204 len: 173 time: 0.9059041 Sep 21 21:52:04.252360 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'name': 'network-vif-deleted', 'tag': 'a208ef10-8484-4167-988b-1f2af2c02a54'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:04.263070 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d28235-e09d-4bd0-b4c5-a8d4c32875f3" -d '{"events": [{"server_uuid": "fd262f73-a21f-4af4-8051-22e3a3b800b2", "name": "network-vif-deleted", "tag": "a208ef10-8484-4167-988b-1f2af2c02a54"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:04.343354 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Pushing event updated for resources: {'Port': ['ID=e366351b-78d1-4535-ac09-70711cdf0629,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:04.353057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Attempting to bind port e366351b-78d1-4535-ac09-70711cdf0629 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:04.353299 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Attempting to bind port e366351b-78d1-4535-ac09-70711cdf0629 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:04.353472 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Attempting to bind port e366351b-78d1-4535-ac09-70711cdf0629 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:04.357674 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-1789cd6a-062d-4f99-b7d2-2c7ef168c167 req-57bb590a-500f-4315-abf0-a9f8d3f26e59 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2023895 Sep 21 21:52:04.367365 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Port e366351b-78d1-4535-ac09-70711cdf0629 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:52:04.368089 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Attempting to bind port e366351b-78d1-4535-ac09-70711cdf0629 on network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:04.379802 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:04.380571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Checking segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:04.380971 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Bound using segment: {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:04.396826 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9940e49-b0dd-47eb-ab60-9a49b9f4197c x-openstack-request-id: req-e9940e49-b0dd-47eb-ab60-9a49b9f4197c {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:04.397301 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Bound port: e366351b-78d1-4535-ac09-70711cdf0629, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f19e870-8fca-48f7-b4fd-54afd6b74cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:04.398058 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd262f73-a21f-4af4-8051-22e3a3b800b2", "name": "network-vif-deleted", "tag": "a208ef10-8484-4167-988b-1f2af2c02a54", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:04.398252 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e366351b-78d1-4535-ac09-70711cdf0629), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.398922 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e9940e49-b0dd-47eb-ab60-9a49b9f4197c {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:04.399790 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9940e49-b0dd-47eb-ab60-9a49b9f4197c'] response: {'server_uuid': 'fd262f73-a21f-4af4-8051-22e3a3b800b2', 'name': 'network-vif-deleted', 'tag': 'a208ef10-8484-4167-988b-1f2af2c02a54', 'status': 'completed', 'code': 200} Sep 21 21:52:04.408985 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47316) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:04.415954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2144439697-network', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:04.461246 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Made reservation on behalf of 2f09b4e95f7f4f538171d7d1a558a7a7 for: {'network': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:04.463746 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.484905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.528986 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] For port e366351b-78d1-4535-ac09-70711cdf0629, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:04.538444 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] For port e366351b-78d1-4535-ac09-70711cdf0629, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e366351b-78d1-4535-ac09-70711cdf0629,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:04.551584 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (e366351b-78d1-4535-ac09-70711cdf0629), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.565780 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:04.567367 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.571790 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] 10.222.0.50 "PUT /v2.0/ports/e366351b-78d1-4535-ac09-70711cdf0629 HTTP/1.1" status: 200 len: 1094 time: 1.2537005 Sep 21 21:52:04.574505 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:04.578057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4221ad-d8b1-4c7b-ba93-21a80530d289" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "tag": "e366351b-78d1-4535-ac09-70711cdf0629"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:04.606124 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 5 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:04.678630 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c3acb1-b359-4fc2-b779-3641ebce000d service neutron] Pushing event updated for resources: {'Port': ['ID=e366351b-78d1-4535-ac09-70711cdf0629,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:04.717990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5942989-a713-40b6-81a6-ecfc6c58d9f9 x-openstack-request-id: req-b5942989-a713-40b6-81a6-ecfc6c58d9f9 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:04.719353 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "tag": "e366351b-78d1-4535-ac09-70711cdf0629", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:04.719747 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5942989-a713-40b6-81a6-ecfc6c58d9f9 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:04.720284 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5942989-a713-40b6-81a6-ecfc6c58d9f9'] response: {'name': 'network-changed', 'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629', 'status': 'completed', 'code': 200} Sep 21 21:52:04.751253 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:04.766759 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks [] for security_group (082087cd-9bd8-427c-849e-2e98ff7e19e9), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.773413 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (082087cd-9bd8-427c-849e-2e98ff7e19e9), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.798868 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 0152bfd9-f31d-481a-97c7-f891691c0853 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:04.826241 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=115541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:52:04.843649 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082087cd-9bd8-427c-849e-2e98ff7e19e9,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:04.850987 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.851544 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.segments_db [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Added segment 50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003 of type vlan for network 98cbae92-565e-4480-86a5-fd94163d7b6d Sep 21 21:52:04.940748 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 0152bfd9-f31d-481a-97c7-f891691c0853 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:04.941448 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:04.941817 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 0152bfd9-f31d-481a-97c7-f891691c0853 Sep 21 21:52:04.969090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (98cbae92-565e-4480-86a5-fd94163d7b6d), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.074983 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 0152bfd9-f31d-481a-97c7-f891691c0853 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:05.078113 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (98cbae92-565e-4480-86a5-fd94163d7b6d), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.078671 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.079286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.079891 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.117897 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 0152bfd9-f31d-481a-97c7-f891691c0853, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=0152bfd9-f31d-481a-97c7-f891691c0853,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:05.126180 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.132278 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0205574c-34ae-4923-ab2a-0d0fba305d06 req-4f30b5e7-94f4-4df1-a22b-d21d44ac5954 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=fd262f73-a21f-4af4-8051-22e3a3b800b2 HTTP/1.1" status: 200 len: 210 time: 0.0864439 Sep 21 21:52:05.148458 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-63174bc9-74b3-4561-acd4-1348eddae73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.161912 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-63174bc9-74b3-4561-acd4-1348eddae73a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 1128 time: 0.4970958 Sep 21 21:52:05.218598 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8074350 Sep 21 21:52:05.224808 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47324) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:05.226017 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-66e42ab1-9ab6-4c7d-a6eb-d0c24d2aceaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e366351b-78d1-4535-ac09-70711cdf0629 HTTP/1.1" status: 200 len: 217 time: 0.0579076 Sep 21 21:52:05.226914 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=0152bfd9-f31d-481a-97c7-f891691c0853,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:05.234733 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Request body: {'subnet': {'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2144439697-subnet', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:05.240620 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05a7bb-2ff5-4abd-bebd-5d23b7a2fefb admin admin] Pushing event updated for resources: {'Network': ['ID=98cbae92-565e-4480-86a5-fd94163d7b6d,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:05.252784 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 6 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:05.261444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 98cbae92-565e-4480-86a5-fd94163d7b6d details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:52:05.275930 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Made reservation on behalf of 2f09b4e95f7f4f538171d7d1a558a7a7 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:05.279074 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14531022'] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.302779 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-ea8e1859-c189-46e2-8a03-bce58bdb95b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.310015 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-ea8e1859-c189-46e2-8a03-bce58bdb95b0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0744720 Sep 21 21:52:05.376902 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dbdf93ac-cb57-49bb-b958-6a95b0e23d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.377242 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:05.380389 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-dbdf93ac-cb57-49bb-b958-6a95b0e23d29 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657585 Sep 21 21:52:05.530495 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-d488d574-5a6a-40e2-91e3-10b30feda29d service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414535 Sep 21 21:52:05.677927 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0d9ac67e-cdd8-4571-988d-72f4d9bd1f50 req-9c5e0432-cd50-4107-b3db-293ffce19541 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396232 Sep 21 21:52:05.807904 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-02d03757-ab2a-4ddc-8de4-b0ff4dbb9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.809700 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-02d03757-ab2a-4ddc-8de4-b0ff4dbb9e2f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 1128 time: 0.0725043 Sep 21 21:52:05.857852 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14531036'] for subnet (eff8c12f-4e6c-4085-890f-a112867ba543), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:05.878289 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 7 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:05.913736 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8006323-7dcb-419e-b269-36ded5397680 req-dcf31347-69a5-48e1-8770-f2900402d401 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.915508 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8006323-7dcb-419e-b269-36ded5397680 req-dcf31347-69a5-48e1-8770-f2900402d401 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 944 time: 0.4264438 Sep 21 21:52:05.940899 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff8c12f-4e6c-4085-890f-a112867ba543,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:05.941763 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-2067c53e-9303-4d44-932b-82775d403e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:05.944891 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-2067c53e-9303-4d44-932b-82775d403e98 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.1272421 Sep 21 21:52:05.952874 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:05.979859 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Checking segment: {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:05.980226 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Network hostable DHCP agents. Network: 98cbae92-565e-4480-86a5-fd94163d7b6d, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:52:05.992306 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8006323-7dcb-419e-b269-36ded5397680 req-d3e0cad6-67e5-4696-85e9-817e5f372581 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694234 Sep 21 21:52:05.999114 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-5e11fa09-5516-41de-9844-5c633af8cf23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e366351b-78d1-4535-ac09-70711cdf0629 HTTP/1.1" status: 200 len: 217 time: 0.0417838 Sep 21 21:52:06.011431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Network 98cbae92-565e-4480-86a5-fd94163d7b6d is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:52:06.024219 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 98cbae92-565e-4480-86a5-fd94163d7b6d) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:06.031338 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:06.032221 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.039376 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f551aedb-37dd-4389-9e55-6116a4624727 None None] Network 98cbae92-565e-4480-86a5-fd94163d7b6d requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:06.071601 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-0e9867d1-8676-4d1f-bf56-4a15385c3f84 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8397710 Sep 21 21:52:06.071601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47328) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:06.086116 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:06.093298 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Sync routers for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:06.094290 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-5a3bbfe6-1a94-4dd5-9b89-d3a5260e265b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:06.096303 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-5a3bbfe6-1a94-4dd5-9b89-d3a5260e265b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0884993 Sep 21 21:52:06.118311 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:06.119110 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.119363 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:06.121212 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.161122 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-345bcc83-7f75-41b1-bb78-49e563e3e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:06.162866 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-345bcc83-7f75-41b1-bb78-49e563e3e32e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596182 Sep 21 21:52:06.224589 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks [] for router_controller (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), precommit_add_association {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.267621 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-b9959c65-79c3-4f5b-bf41-dd44d7a2ac28 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976968 Sep 21 21:52:06.281134 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-98cbae92-565e-4480-86a5-fd94163d7b6d', 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d', 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'fixed_ips': [{'subnet_id': 'eff8c12f-4e6c-4085-890f-a112867ba543'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:52:06.282499 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.408710 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a208ef10-8484-4167-988b-1f2af2c02a54 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:06.415621 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1d4221ad-d8b1-4c7b-ba93-21a80530d289 req-5e3ac412-0366-48db-aac9-3039ea5eff9a service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393647 Sep 21 21:52:06.415865 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:06.463025 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 8 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:06.491459 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks [] for router_gateway (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.523359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: a208ef10-8484-4167-988b-1f2af2c02a54 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:52:06.523888 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a208ef10-8484-4167-988b-1f2af2c02a54 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:52:06.567608 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5dc2b-11f7-4d5f-9436-c3d3344437be req-6305ab08-44f3-4fc7-a186-75ef6dc9d7af tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:06.569451 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83e5dc2b-11f7-4d5f-9436-c3d3344437be req-6305ab08-44f3-4fc7-a186-75ef6dc9d7af tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.0961993 Sep 21 21:52:06.576334 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:06.636774 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 0152bfd9-f31d-481a-97c7-f891691c0853 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:06.643032 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83e5dc2b-11f7-4d5f-9436-c3d3344437be req-5772869b-9edb-48f8-ae4b-6491fd174c19 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Sep 21 21:52:06.825378 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks [] for router_gateway (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.846006 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:06.875403 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Allocated IP 172.20.0.2 (98cbae92-565e-4480-86a5-fd94163d7b6d/eff8c12f-4e6c-4085-890f-a112867ba543/8fb89f3a-08c1-4644-a579-1574cadbd2a0) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:06.971171 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Allocated IP 172.27.3.199 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/764ab86e-e254-4c7a-8436-bc87afdb518d) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:07.027756 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 0152bfd9-f31d-481a-97c7-f891691c0853 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:07.028523 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.028523 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 0152bfd9-f31d-481a-97c7-f891691c0853 Sep 21 21:52:07.079366 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 9 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:07.157849 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks [] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.190127 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:07.196661 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Publish callbacks [] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.208266 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0624a29-beb0-4e99-8dea-6ef11b47baa9 req-d02fcb9b-6a6f-4419-98af-ab51c8e3cda5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:07.210280 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c0624a29-beb0-4e99-8dea-6ef11b47baa9 req-d02fcb9b-6a6f-4419-98af-ab51c8e3cda5 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 944 time: 0.1016951 Sep 21 21:52:07.223734 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.227957 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 2, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:07.232176 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.295963 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Checking router: 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:07.296320 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Updating router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 port e3ecdbd9-7f3e-4785-a757-f566e87b9480 binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:07.303879 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 0152bfd9-f31d-481a-97c7-f891691c0853 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:07.331547 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Network 98cbae92-565e-4480-86a5-fd94163d7b6d is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:07.336424 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:07.341851 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:07.344575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Pushing event updated for resources: {'Port': ['ID=8fb89f3a-08c1-4644-a579-1574cadbd2a0,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:07.351023 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=764ab86e-e254-4c7a-8436-bc87afdb518d,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:07.352187 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:07.355306 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:07.360236 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:07.364096 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.369528 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c0624a29-beb0-4e99-8dea-6ef11b47baa9 req-87690d98-50ce-40ab-ba46-922841eb4564 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497345 Sep 21 21:52:07.478725 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Attempting to bind port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:07.479143 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Attempting to bind port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:07.479740 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Attempting to bind port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 on network 98cbae92-565e-4480-86a5-fd94163d7b6d {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:07.496724 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:07.497287 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Checking segment: {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:07.498009 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.498680 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Bound using segment: {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:07.499488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Bound port: 8fb89f3a-08c1-4644-a579-1574cadbd2a0, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:07.500117 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.686638 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks [] for router_gateway (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.691512 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Attempt 10 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:07.723682 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] For port 8fb89f3a-08c1-4644-a579-1574cadbd2a0, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:07.752866 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] For port 8fb89f3a-08c1-4644-a579-1574cadbd2a0, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=8fb89f3a-08c1-4644-a579-1574cadbd2a0,segment=NetworkSegment(50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003),segment_id=50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:07.766936 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.775411 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-74540864-091c-432b-877f-7794f6cd514a None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:07.869528 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e17af-9252-4061-bc98-e0b124e3d529 req-26dd058f-5e83-4232-aa60-0ed303ccd24e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:07.873067 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d83e17af-9252-4061-bc98-e0b124e3d529 req-26dd058f-5e83-4232-aa60-0ed303ccd24e tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1185098 Sep 21 21:52:07.942089 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc593c9-778f-4fc2-aaa9-109267bb92a1 None None] Pushing event updated for resources: {'Port': ['ID=8fb89f3a-08c1-4644-a579-1574cadbd2a0,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:07.943411 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:07.967350 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d83e17af-9252-4061-bc98-e0b124e3d529 req-09d0ff81-819e-409c-8e33-2eb73a4805f2 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871491 Sep 21 21:52:08.007736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Publish callbacks [] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.023293 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.102568 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Provisioning complete for port e3ecdbd9-7f3e-4785-a757-f566e87b9480 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:08.103296 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.103296 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Attempt 1 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:08.175977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:52:08.186837 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01732d9f-c4ac-4758-92ae-00f3c22bec73 None None] Pushing event updated for resources: {'Port': ['ID=e3ecdbd9-7f3e-4785-a757-f566e87b9480,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:08.192886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Port e3ecdbd9-7f3e-4785-a757-f566e87b9480 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:08.233878 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Attempting to bind port e3ecdbd9-7f3e-4785-a757-f566e87b9480 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:08.234495 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Attempting to bind port e3ecdbd9-7f3e-4785-a757-f566e87b9480 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:08.235132 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Attempting to bind port e3ecdbd9-7f3e-4785-a757-f566e87b9480 on network 3aa270d2-a29e-4109-b7eb-115277832e48 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:08.245605 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:08.246195 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Checking segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:08.246649 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.247197 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Bound using segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:08.247893 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Bound port: e3ecdbd9-7f3e-4785-a757-f566e87b9480, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:08.248519 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.337267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] For port e3ecdbd9-7f3e-4785-a757-f566e87b9480, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:08.341031 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] For port e3ecdbd9-7f3e-4785-a757-f566e87b9480, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e3ecdbd9-7f3e-4785-a757-f566e87b9480,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:08.350262 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.354790 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:08.365504 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Sync routers for ids ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:08.376791 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Routers {'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:08.377500 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:08.381760 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.384919 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1b35dee2-c79b-4a62-beb2-850309e5dfa5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3130429 Sep 21 21:52:08.388465 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47342) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:08.394886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e366351b-78d1-4535-ac09-70711cdf0629 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:52:08.408597 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:08.409254 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:08.493272 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Set router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:08.531801 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-740b1be7-c5dc-4bcd-9690-44b75d9b2539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.534671 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01732d9f-c4ac-4758-92ae-00f3c22bec73 None None] Pushing event updated for resources: {'Port': ['ID=e3ecdbd9-7f3e-4785-a757-f566e87b9480,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:08.635433 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ed6b-0b4d-4af4-b225-17e426550c27 req-e2f53f41-9c6a-4806-99a3-b95198552874 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:08.637021 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3678ed6b-0b4d-4af4-b225-17e426550c27 req-e2f53f41-9c6a-4806-99a3-b95198552874 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 944 time: 0.1066473 Sep 21 21:52:08.692671 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Attempt 2 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:08.730244 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:07Z', 'revision_number': 3, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:08.765054 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Checking router: c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:08.765400 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Updating router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb port 764ab86e-e254-4c7a-8436-bc87afdb518d binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:08.769822 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:08.776179 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 8fb89f3a-08c1-4644-a579-1574cadbd2a0 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:08.797631 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:08.872044 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port e366351b-78d1-4535-ac09-70711cdf0629, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e366351b-78d1-4535-ac09-70711cdf0629,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:08.896617 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3678ed6b-0b4d-4af4-b225-17e426550c27 req-5c8fe18d-3656-46b8-8609-dbe141c41934 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2227263 Sep 21 21:52:08.968673 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'e366351b-78d1-4535-ac09-70711cdf0629', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'port_id': 'e366351b-78d1-4535-ac09-70711cdf0629', 'mac_address': 'fa:16:3e:49:4f:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:52:09.156045 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Publish callbacks [] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.178583 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.232332 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde66ab-f256-4fac-8702-1dd6ded884ad None None] Pushing event updated for resources: {'Port': ['ID=764ab86e-e254-4c7a-8436-bc87afdb518d,revision_number=2']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:09.244377 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83026f70-9f0b-4c8d-bb36-c961494689ce req-aca788dd-3100-4e94-92e6-c5fb8533b8e1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:09.249157 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Attempting to bind port 764ab86e-e254-4c7a-8436-bc87afdb518d on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:09.249525 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Attempting to bind port 764ab86e-e254-4c7a-8436-bc87afdb518d by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:09.250667 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Attempting to bind port 764ab86e-e254-4c7a-8436-bc87afdb518d on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:09.255354 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83026f70-9f0b-4c8d-bb36-c961494689ce req-aca788dd-3100-4e94-92e6-c5fb8533b8e1 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1366951 Sep 21 21:52:09.258087 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:09.258458 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:09.259245 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.259798 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:09.260615 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Bound port: 764ab86e-e254-4c7a-8436-bc87afdb518d, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:09.261184 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.331823 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-83026f70-9f0b-4c8d-bb36-c961494689ce req-e6d2a99e-0332-48cc-b48c-152916221133 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692618 Sep 21 21:52:09.347642 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf79b27-532c-4cda-9e4f-391ddd1ef8e8 None None] Network 98cbae92-565e-4480-86a5-fd94163d7b6d requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:09.363753 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] For port 764ab86e-e254-4c7a-8436-bc87afdb518d, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:09.371152 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.371811 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] For port 764ab86e-e254-4c7a-8436-bc87afdb518d, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=764ab86e-e254-4c7a-8436-bc87afdb518d,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:09.380350 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.413195 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Routers {'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:09.413749 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:51:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:09.447586 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port e366351b-78d1-4535-ac09-70711cdf0629 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:09.448289 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e366351b-78d1-4535-ac09-70711cdf0629), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.490773 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:09.491256 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.492055 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 Sep 21 21:52:09.498014 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Current status of the port e3ecdbd9-7f3e-4785-a757-f566e87b9480 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:09.498415 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.501156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e366351b-78d1-4535-ac09-70711cdf0629 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:09.533193 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde66ab-f256-4fac-8702-1dd6ded884ad None None] Pushing event updated for resources: {'Port': ['ID=764ab86e-e254-4c7a-8436-bc87afdb518d,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:09.570694 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] Set router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:09.579477 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Allocated IP 172.20.0.1 (98cbae92-565e-4480-86a5-fd94163d7b6d/eff8c12f-4e6c-4085-890f-a112867ba543/1219fa34-a45b-4bdc-962a-ecb9903e3ca2) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:09.586067 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port e366351b-78d1-4535-ac09-70711cdf0629, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e366351b-78d1-4535-ac09-70711cdf0629,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:09.612465 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e366351b-78d1-4535-ac09-70711cdf0629), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.712033 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] For port e3ecdbd9-7f3e-4785-a757-f566e87b9480, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e3ecdbd9-7f3e-4785-a757-f566e87b9480,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:09.726730 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.763731 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks [] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.799098 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=e366351b-78d1-4535-ac09-70711cdf0629,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:09.827170 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.881979 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:09.882482 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:09.910911 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['e366351b-78d1-4535-ac09-70711cdf0629'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:52:09.919871 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Network 98cbae92-565e-4480-86a5-fd94163d7b6d is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:09.925042 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:09.937213 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:09.947285 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Pushing event updated for resources: {'Port': ['ID=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:09.964605 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:08Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:10.030710 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.071107 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:07Z', 'revision_number': 3, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:10.078176 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bfd3fb-19d3-4e46-8e70-181060551280 None None] Pushing event updated for resources: {'Port': ['ID=e3ecdbd9-7f3e-4785-a757-f566e87b9480,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:10.083782 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-6b2c550f-f066-426d-8e39-e8602e4cc623 None None] Provisioning complete for port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:10.084518 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6b2c550f-f066-426d-8e39-e8602e4cc623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.090295 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-6b2c550f-f066-426d-8e39-e8602e4cc623 None None] Attempt 1 to provision port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 Sep 21 21:52:10.098759 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bd0306-4d3e-4837-80f9-4bdc4db020e4 None None] The sync data for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi is: [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:08Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:10.108775 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db4f05d-ed37-43a3-9ee4-12629e680e30 None None] The sync data for ids ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'] in dv-cinder-858817-1-iscsi is: [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:07Z', 'revision_number': 3, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:10.150882 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ff7568d9-8021-43a2-8709-8ce54d2fea68 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:10.150882 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ff7568d9-8021-43a2-8709-8ce54d2fea68 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.2026305 Sep 21 21:52:10.183945 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 8fb89f3a-08c1-4644-a579-1574cadbd2a0, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=8fb89f3a-08c1-4644-a579-1574cadbd2a0,segment=NetworkSegment(50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003),segment_id=50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:10.209412 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.359504 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=8fb89f3a-08c1-4644-a579-1574cadbd2a0,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:10.404864 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Deleting port 094c73de-31fd-4886-b7a8-08cdc47e4986 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:10.405487 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.469701 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c550f-f066-426d-8e39-e8602e4cc623 None None] Current status of the port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:10.622947 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-c68bc998-c406-4016-ae96-194fd7b7ac28 None None] Provisioning complete for port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:10.623621 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c68bc998-c406-4016-ae96-194fd7b7ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.623984 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-c68bc998-c406-4016-ae96-194fd7b7ac28 None None] Attempt 1 to provision port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 Sep 21 21:52:10.638279 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] For port 094c73de-31fd-4886-b7a8-08cdc47e4986, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=094c73de-31fd-4886-b7a8-08cdc47e4986,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:10.638846 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.653858 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d147abc-5e32-4738-99d1-edf923001e23 req-64b33b92-7313-4a3d-b279-70e1535df8d2 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:10.668519 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5d147abc-5e32-4738-99d1-edf923001e23 req-64b33b92-7313-4a3d-b279-70e1535df8d2 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/ports?device_id=17f42d09-3aad-4eb4-8dc6-273bbe0511b0 HTTP/1.1" status: 200 len: 946 time: 0.1539142 Sep 21 21:52:10.705108 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Calling delete_port for 094c73de-31fd-4886-b7a8-08cdc47e4986 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:10.792924 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5d39d-2bed-4451-a5df-d8c1ae842d65 req-d898478c-a9d0-4f5e-9aa3-1fb83bc13307 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:10.810276 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-46f5d39d-2bed-4451-a5df-d8c1ae842d65 req-d898478c-a9d0-4f5e-9aa3-1fb83bc13307 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 945 time: 0.6735651 Sep 21 21:52:10.859095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f03d00a3-6ed7-469c-ae87-c142b1e8d51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:10.897120 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-c68bc998-c406-4016-ae96-194fd7b7ac28 None None] Current status of the port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:10.961323 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5d147abc-5e32-4738-99d1-edf923001e23 req-ac6e84a1-d3aa-4d8f-b78a-47d7a31730c2 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.48 "GET /v2.0/security-groups?id=e05e4357-ac70-46dd-916a-a918b2c481ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869914 Sep 21 21:52:10.986983 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-46f5d39d-2bed-4451-a5df-d8c1ae842d65 req-5b8de4cc-4225-4683-8136-94d5b04861ca tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807206 Sep 21 21:52:10.988158 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.027017 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (094c73de-31fd-4886-b7a8-08cdc47e4986), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.047277 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['094c73de-31fd-4886-b7a8-08cdc47e4986'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:52:11.074610 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Pushing event deleted for resources: {'Port': ['ID=094c73de-31fd-4886-b7a8-08cdc47e4986,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:11.133519 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] No DVR routers for this DVR port 094c73de-31fd-4886-b7a8-08cdc47e4986 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:52:11.136433 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.137988 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 8fb89f3a-08c1-4644-a579-1574cadbd2a0 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:11.140352 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fbd85e61-5322-4253-9cc2-5169be0973a3 req-ac624222-8671-413c-9048-6ff110e022a5 tempest-ServerRescueNegativeTestJSON-1366138524 tempest-ServerRescueNegativeTestJSON-1366138524-project] 10.222.0.50 "DELETE /v2.0/ports/094c73de-31fd-4886-b7a8-08cdc47e4986 HTTP/1.1" status: 204 len: 173 time: 0.9867475 Sep 21 21:52:11.141103 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'name': 'network-vif-deleted', 'tag': '094c73de-31fd-4886-b7a8-08cdc47e4986'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:11.141683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Provisioning complete for port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:11.143385 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.144294 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f55a9006-1081-487e-a8cc-04acf79e9a21" -d '{"events": [{"server_uuid": "17f42d09-3aad-4eb4-8dc6-273bbe0511b0", "name": "network-vif-deleted", "tag": "094c73de-31fd-4886-b7a8-08cdc47e4986"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:11.144450 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 1 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:11.255506 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:11.280864 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:11.281247 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.281585 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 Sep 21 21:52:11.329616 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks [] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.343383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.427014 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.429271 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Pushing event updated for resources: {'Port': ['ID=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:11.474321 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:11.476029 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e3ecdbd9-7f3e-4785-a757-f566e87b9480 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:11.515328 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe4c489-beb9-4fdc-86c8-fe9f62108d8c x-openstack-request-id: req-efe4c489-beb9-4fdc-86c8-fe9f62108d8c {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:11.516056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f42d09-3aad-4eb4-8dc6-273bbe0511b0", "name": "network-vif-deleted", "tag": "094c73de-31fd-4886-b7a8-08cdc47e4986", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:11.516056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-efe4c489-beb9-4fdc-86c8-fe9f62108d8c {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:11.516612 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe4c489-beb9-4fdc-86c8-fe9f62108d8c'] response: {'server_uuid': '17f42d09-3aad-4eb4-8dc6-273bbe0511b0', 'name': 'network-vif-deleted', 'tag': '094c73de-31fd-4886-b7a8-08cdc47e4986', 'status': 'completed', 'code': 200} Sep 21 21:52:11.569008 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port e3ecdbd9-7f3e-4785-a757-f566e87b9480 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:11.569395 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:11.569976 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port e3ecdbd9-7f3e-4785-a757-f566e87b9480 Sep 21 21:52:11.604307 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Network 98cbae92-565e-4480-86a5-fd94163d7b6d is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:11.606629 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:11.763257 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 2 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:11.768315 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port e3ecdbd9-7f3e-4785-a757-f566e87b9480 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:11.845711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:11.901281 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:12.022961 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47360) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:12.038407 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:12.049590 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-de3251d7-ed53-4658-9e60-74a4c2be965b admin admin] 10.222.0.48 "PUT /v2.0/routers/c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6596260 Sep 21 21:52:12.153078 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3641df-996f-4171-adb4-65c66908acc6 req-673ced9f-28d9-4622-9615-c9b4a770354f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:12.154706 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-db3641df-996f-4171-adb4-65c66908acc6 req-673ced9f-28d9-4622-9615-c9b4a770354f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 945 time: 0.0621502 Sep 21 21:52:12.208940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.211245 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-db3641df-996f-4171-adb4-65c66908acc6 req-2f497e16-3df9-4d72-b31c-c520fcf841f1 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499640 Sep 21 21:52:12.346490 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 3 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:12.372499 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47372) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:12.377832 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056403829', 'description': 'tempest-secgroup-smoke-2056403829 description', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:12.386693 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:12.401865 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.421391 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e366351b-78d1-4535-ac09-70711cdf0629 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:12.480559 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group (abe3a580-7848-42c7-b76b-5a1ae920e8fb), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.484136 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port e366351b-78d1-4535-ac09-70711cdf0629 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:52:12.486685 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (abe3a580-7848-42c7-b76b-5a1ae920e8fb), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.488656 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port e366351b-78d1-4535-ac09-70711cdf0629 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:12.489127 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e366351b-78d1-4535-ac09-70711cdf0629), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.489414 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port e366351b-78d1-4535-ac09-70711cdf0629 Sep 21 21:52:12.532467 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.535646 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1601794 Sep 21 21:52:12.537387 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47374) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:12.542372 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group_rule': {'security_group_id': 'abe3a580-7848-42c7-b76b-5a1ae920e8fb', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:12.548008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a228d06-2165-4ebf-b7fc-85553a5d9a8f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abe3a580-7848-42c7-b76b-5a1ae920e8fb,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:12.587667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (fa976880-30ae-4f91-975c-e6ce4a53b430), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.596862 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (7fb66224-5e4f-4fd5-af13-3ea4cedc40a5), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.606697 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port e366351b-78d1-4535-ac09-70711cdf0629 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:12.607280 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e366351b-78d1-4535-ac09-70711cdf0629), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.643790 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:12.648808 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b7511db-a9b0-4bb2-8960-cd84372455da" -d '{"events": [{"server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "name": "network-vif-plugged", "status": "completed", "tag": "e366351b-78d1-4535-ac09-70711cdf0629"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:12.662701 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port e366351b-78d1-4535-ac09-70711cdf0629, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e366351b-78d1-4535-ac09-70711cdf0629,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:12.669513 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e366351b-78d1-4535-ac09-70711cdf0629), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.697980 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (7fb66224-5e4f-4fd5-af13-3ea4cedc40a5), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.704961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (7fb66224-5e4f-4fd5-af13-3ea4cedc40a5), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.746420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fb66224-5e4f-4fd5-af13-3ea4cedc40a5,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:12.757143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.758939 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-33bd3be8-a0ed-4cc7-968a-fd52dc1e69f2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2202442 Sep 21 21:52:12.761728 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=e366351b-78d1-4535-ac09-70711cdf0629,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:12.763389 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47378) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:12.766971 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f242c82-498f-4d7c-9f8c-16e3689e2210 x-openstack-request-id: req-9f242c82-498f-4d7c-9f8c-16e3689e2210 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:12.767532 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "name": "network-vif-plugged", "status": "completed", "tag": "e366351b-78d1-4535-ac09-70711cdf0629", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:12.768053 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9f242c82-498f-4d7c-9f8c-16e3689e2210 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:12.768879 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f242c82-498f-4d7c-9f8c-16e3689e2210'] response: {'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629', 'code': 200} Sep 21 21:52:12.771131 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group_rule': {'security_group_id': 'abe3a580-7848-42c7-b76b-5a1ae920e8fb', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:12.771268 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 764ab86e-e254-4c7a-8436-bc87afdb518d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:12.820207 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (0ad1605c-29fa-44c4-a2b4-831273437d75), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.881265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 764ab86e-e254-4c7a-8436-bc87afdb518d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:12.882017 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.882628 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 764ab86e-e254-4c7a-8436-bc87afdb518d Sep 21 21:52:12.921621 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 4 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:12.983399 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (0ad1605c-29fa-44c4-a2b4-831273437d75), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.990453 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (0ad1605c-29fa-44c4-a2b4-831273437d75), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:12.997661 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:13.029464 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0853114-496a-44d0-a526-18c75e286616 req-6c306cce-21cd-48d1-901a-af70f7db25d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:13.031933 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b0853114-496a-44d0-a526-18c75e286616 req-6c306cce-21cd-48d1-901a-af70f7db25d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 1130 time: 0.1407223 Sep 21 21:52:13.033603 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad1605c-29fa-44c4-a2b4-831273437d75,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.034807 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Deleting port fa4d16fc-b858-47ec-a860-6fc13831e627 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:13.036428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.052977 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.055060 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-338d1049-8d57-4ee1-b57e-2c10741a7d74 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2897525 Sep 21 21:52:13.058016 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47380) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:13.062721 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 764ab86e-e254-4c7a-8436-bc87afdb518d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:13.063211 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.066260 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group_rule': {'security_group_id': 'abe3a580-7848-42c7-b76b-5a1ae920e8fb', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:13.107935 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 764ab86e-e254-4c7a-8436-bc87afdb518d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=764ab86e-e254-4c7a-8436-bc87afdb518d,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:13.111199 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Sync routers for ids ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:13.124458 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b0853114-496a-44d0-a526-18c75e286616 req-dee1d6d2-3bdd-42a3-bf46-0e30ec728093 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851772 Sep 21 21:52:13.125104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.128005 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Routers {'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:13.128930 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:13.166806 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (e19d53f4-010d-41f6-9b6b-c3e7ef062617), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.215507 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] For port fa4d16fc-b858-47ec-a860-6fc13831e627, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa4d16fc-b858-47ec-a860-6fc13831e627,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:13.216180 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.247969 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Calling delete_port for fa4d16fc-b858-47ec-a860-6fc13831e627 owned by network:router_interface {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:13.252807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=764ab86e-e254-4c7a-8436-bc87afdb518d,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.275049 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (e19d53f4-010d-41f6-9b6b-c3e7ef062617), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.299213 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Set router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:13.320063 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (e19d53f4-010d-41f6-9b6b-c3e7ef062617), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.374623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e19d53f4-010d-41f6-9b6b-c3e7ef062617,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.384462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.385714 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-8f45c9ee-d9f2-43b6-8197-28ddc324b4a3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3262401 Sep 21 21:52:13.389654 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47384) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:13.395672 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group_rule': {'security_group_id': 'abe3a580-7848-42c7-b76b-5a1ae920e8fb', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:13.429938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (2867075f-c8c7-45fc-9a82-f8c0bc5f3845), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.447580 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf7eb1-483b-4b56-b8de-055a332da56c req-268e714e-47cf-4009-b22c-88e6061530e0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:13.449182 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-86bf7eb1-483b-4b56-b8de-055a332da56c req-268e714e-47cf-4009-b22c-88e6061530e0 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 946 time: 0.1398489 Sep 21 21:52:13.500549 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 5 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:13.512235 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (2867075f-c8c7-45fc-9a82-f8c0bc5f3845), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.517174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (2867075f-c8c7-45fc-9a82-f8c0bc5f3845), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.538943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2867075f-c8c7-45fc-9a82-f8c0bc5f3845,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.549426 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.551276 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f9d561f1-a423-43df-bb03-4c911875ff3f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1595438 Sep 21 21:52:13.554844 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47386) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:13.560341 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group_rule': {'security_group_id': 'abe3a580-7848-42c7-b76b-5a1ae920e8fb', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:13.570079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:13.571780 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-86bf7eb1-483b-4b56-b8de-055a332da56c req-f6c55618-f767-4766-aab4-9d34ef40e734 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089158 Sep 21 21:52:13.588231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (fa4d16fc-b858-47ec-a860-6fc13831e627), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.594636 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.securitygroups_db [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Project aa391d948f7f40b3bb96bc483eb0328c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:52:13.601957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (bf9512b4-6558-4584-9ec8-67da0528b166), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.624210 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:10Z', 'revision_number': 4, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '1219fa34-a45b-4bdc-962a-ecb9903e3ca2', 'name': '', 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'mac_address': 'fa:16:3e:d6:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eff8c12f-4e6c-4085-890f-a112867ba543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:09Z', 'updated_at': '2022-09-21T21:52:11Z', 'revision_number': 2, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'subnets': [{'id': 'eff8c12f-4e6c-4085-890f-a112867ba543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:13.629206 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa4d16fc-b858-47ec-a860-6fc13831e627,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.670044 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Checking router: c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:13.670410 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Updating router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:13.722607 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (bf9512b4-6558-4584-9ec8-67da0528b166), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.730535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (bf9512b4-6558-4584-9ec8-67da0528b166), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.747407 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.751777 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9512b4-6558-4584-9ec8-67da0528b166,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.761858 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.763298 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-72783ecd-1bc2-4a38-abdb-7ee9f7013f0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2073627 Sep 21 21:52:13.767367 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47388) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:13.772848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'security_group_rule': {'security_group_id': 'abe3a580-7848-42c7-b76b-5a1ae920e8fb', 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:13.805744 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.securitygroups_db [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Project aa391d948f7f40b3bb96bc483eb0328c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:52:13.814834 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (daf71440-f369-4582-aec3-b17dbc2c6cc8), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.857833 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.897335 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (fa976880-30ae-4f91-975c-e6ce4a53b430), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.939070 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (daf71440-f369-4582-aec3-b17dbc2c6cc8), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.947845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (daf71440-f369-4582-aec3-b17dbc2c6cc8), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.975039 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf71440-f369-4582-aec3-b17dbc2c6cc8,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:13.993289 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:13.994998 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4d9409df-60ca-4c38-ba3c-7f20295358a5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2265241 Sep 21 21:52:14.185905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Router fa976880-30ae-4f91-975c-e6ce4a53b430 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:14.199670 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 6 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:14.242955 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:14.320028 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:14.327845 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-55553e51-6b3f-4db1-bdba-7e542864cf2c admin admin] 10.222.0.48 "PUT /v2.0/routers/fa976880-30ae-4f91-975c-e6ce4a53b430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3035896 Sep 21 21:52:14.331133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47428) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:14.345282 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] Sync routers for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:14.376129 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:14.377256 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:14.430515 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Publish callbacks [] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.434561 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 094c73de-31fd-4886-b7a8-08cdc47e4986 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:14.469997 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 094c73de-31fd-4886-b7a8-08cdc47e4986 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:52:14.470618 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 094c73de-31fd-4886-b7a8-08cdc47e4986 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:52:14.473761 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.506534 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks [] for router (fa976880-30ae-4f91-975c-e6ce4a53b430), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.554106 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:14.643014 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92c7d7-3eec-448e-9129-b3702c4f155d None None] Pushing event updated for resources: {'Port': ['ID=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:14.677290 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Attempting to bind port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:14.678983 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Attempting to bind port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:14.679770 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Attempting to bind port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 on network 98cbae92-565e-4480-86a5-fd94163d7b6d {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:14.691831 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:14.692437 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Checking segment: {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:14.693043 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.693942 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Bound using segment: {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:14.694165 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Bound port: 1219fa34-a45b-4bdc-962a-ecb9903e3ca2, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:14.694804 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.746987 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 7 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:14.804897 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks [] for router_gateway (fa976880-30ae-4f91-975c-e6ce4a53b430), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.870643 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a8deb-c23f-4724-880e-f901095d7189 req-ced411a0-1753-4b05-a2e0-4b14f958658f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:14.880181 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-587a8deb-c23f-4724-880e-f901095d7189 req-ced411a0-1753-4b05-a2e0-4b14f958658f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 946 time: 0.1688285 Sep 21 21:52:14.927066 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Deleting port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:14.927574 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:14.941749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] For port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:14.953752 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] For port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,segment=NetworkSegment(50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003),segment_id=50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:14.959358 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 764ab86e-e254-4c7a-8436-bc87afdb518d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:14.982095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:15.026488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.027453 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-587a8deb-c23f-4724-880e-f901095d7189 req-0698c4f5-2f88-4633-8ce3-d8edb13b93a3 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412358 Sep 21 21:52:15.049589 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:52:13Z', 'revision_number': 5, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port': {'id': 'aa4730dc-3f7a-46b9-8a5a-0952b697b7a6', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:a7:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:35Z', 'updated_at': '2022-09-21T21:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:15.127609 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Routers {'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:15.127609 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:15.131980 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] Checking router: fa976880-30ae-4f91-975c-e6ce4a53b430 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:15.154037 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] Routers {'fa976880-30ae-4f91-975c-e6ce4a53b430'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:15.154740 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['fa976880-30ae-4f91-975c-e6ce4a53b430'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:15.160201 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] For port aa4730dc-3f7a-46b9-8a5a-0952b697b7a6, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:15.161338 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.199684 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Calling delete_port for aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 owned by network:router_gateway {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:15.257685 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e92c7d7-3eec-448e-9129-b3702c4f155d None None] Pushing event updated for resources: {'Port': ['ID=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:15.276511 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.310665 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 764ab86e-e254-4c7a-8436-bc87afdb518d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:15.311196 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.311689 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 764ab86e-e254-4c7a-8436-bc87afdb518d Sep 21 21:52:15.377060 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] Set router fa976880-30ae-4f91-975c-e6ce4a53b430 gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:15.397363 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] Set router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:15.428942 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:52:14Z', 'revision_number': 6, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:15.458349 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac9d7a9-7a1b-4318-b8a8-b886a4ad3ec8 None None] The sync data for ids ['fa976880-30ae-4f91-975c-e6ce4a53b430'] in dv-cinder-858817-1-iscsi is: [{'id': 'fa976880-30ae-4f91-975c-e6ce4a53b430', 'name': 'tempest-ServerRescueNegativeTestJSON-1587566110-router', 'tenant_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:52:14Z', 'revision_number': 6, 'project_id': '2da75caf1d3a4e7b952437b8f1b227a4', 'gw_port_host': None}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:15.470009 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33ec8f8-c4b1-46cf-a058-9d21c937a95c req-3320009a-4dbb-457f-a4f7-30b913dc7c6d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:15.471512 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a33ec8f8-c4b1-46cf-a058-9d21c937a95c req-3320009a-4dbb-457f-a4f7-30b913dc7c6d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 946 time: 0.1403103 Sep 21 21:52:15.474856 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Attempt 8 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:15.495373 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47462) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:15.505053 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Request body: {'floatingip': {'port_id': 'e366351b-78d1-4535-ac09-70711cdf0629'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:15.569397 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 764ab86e-e254-4c7a-8436-bc87afdb518d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:15.586850 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (47c164e6-83cb-4cf8-aef6-cf6a04b4182a), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.606554 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (aa4730dc-3f7a-46b9-8a5a-0952b697b7a6), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.641287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa4730dc-3f7a-46b9-8a5a-0952b697b7a6,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:15.719986 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Current status of the port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:15.720632 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.780773 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (fa976880-30ae-4f91-975c-e6ce4a53b430), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.792810 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] For port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,segment=NetworkSegment(50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003),segment_id=50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:15.799072 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.877703 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:10Z', 'revision_number': 4, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '1219fa34-a45b-4bdc-962a-ecb9903e3ca2', 'name': '', 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'mac_address': 'fa:16:3e:d6:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eff8c12f-4e6c-4085-890f-a112867ba543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:09Z', 'updated_at': '2022-09-21T21:52:14Z', 'revision_number': 4, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'subnets': [{'id': 'eff8c12f-4e6c-4085-890f-a112867ba543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:15.926263 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac65089-83e0-4a87-8283-edc455750c20 None None] The sync data for ids ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'] in dv-cinder-858817-1-iscsi is: [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:10Z', 'revision_number': 4, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '1219fa34-a45b-4bdc-962a-ecb9903e3ca2', 'name': '', 'network_id': '98cbae92-565e-4480-86a5-fd94163d7b6d', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'mac_address': 'fa:16:3e:d6:ce:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'eff8c12f-4e6c-4085-890f-a112867ba543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:09Z', 'updated_at': '2022-09-21T21:52:14Z', 'revision_number': 4, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'subnets': [{'id': 'eff8c12f-4e6c-4085-890f-a112867ba543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:15.927383 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (fa976880-30ae-4f91-975c-e6ce4a53b430), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.934198 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks [] for router_controller (fa976880-30ae-4f91-975c-e6ce4a53b430), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.946600 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b667ca-4eb5-4a39-bb8c-03ab33027307 None None] Pushing event updated for resources: {'Port': ['ID=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:15.951626 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-2f043524-e5b3-4f01-b644-56acf260304e None None] Provisioning complete for port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:15.951845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2f043524-e5b3-4f01-b644-56acf260304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:15.952085 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2f043524-e5b3-4f01-b644-56acf260304e None None] Attempt 1 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:16.197406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2f043524-e5b3-4f01-b644-56acf260304e None None] Current status of the port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:16.342785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (fa976880-30ae-4f91-975c-e6ce4a53b430), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.343771 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa976880-30ae-4f91-975c-e6ce4a53b430 {{(pid=115542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:52:16.349362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.353845 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f30a04c9-e6a8-418d-8248-217d3ec109dd admin admin] 10.222.0.48 "DELETE /v2.0/routers/fa976880-30ae-4f91-975c-e6ce4a53b430 HTTP/1.1" status: 204 len: 168 time: 2.0184100 Sep 21 21:52:16.355228 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47470) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:16.405440 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Deleting subnet f727dae6-0596-42b0-905d-7cf654441558 {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:52:16.410588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Publish callbacks [] for subnet (f727dae6-0596-42b0-905d-7cf654441558), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.414723 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.424374 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (47c164e6-83cb-4cf8-aef6-cf6a04b4182a), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.482095 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14546803'] for subnet (f727dae6-0596-42b0-905d-7cf654441558), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.609386 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP 47c164e6-83cb-4cf8-aef6-cf6a04b4182a associated. External IP: 172.27.3.227, port: e366351b-78d1-4535-ac09-70711cdf0629. Sep 21 21:52:16.627857 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (f727dae6-0596-42b0-905d-7cf654441558), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.725600 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:16.728954 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14205943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14575480'] for subnet (f727dae6-0596-42b0-905d-7cf654441558), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.774330 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f727dae6-0596-42b0-905d-7cf654441558,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:16.776653 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.780118 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1404d120-531b-42b0-b2cc-af3320366806 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f727dae6-0596-42b0-905d-7cf654441558 HTTP/1.1" status: 204 len: 168 time: 0.4237175 Sep 21 21:52:16.786817 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47474) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:16.796610 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7efd940-849b-4270-a5cf-d8bd47547c25 None None] Network 898c7fcd-4130-49ef-8588-2b304493f465 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:16.885652 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (898c7fcd-4130-49ef-8588-2b304493f465), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.939318 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:16.940429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:16.940660 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 Sep 21 21:52:16.963991 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Deleting port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:16.963991 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.062462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:17.142804 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:17.164670 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] DHCP port deletion for 898c7fcd-4130-49ef-8588-2b304493f465 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:52:17.183890 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] For port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,segment=NetworkSegment(f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9),segment_id=f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:17.184392 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.225083 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Calling delete_port for a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a owned by network:dhcp {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:17.316534 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa4d16fc-b858-47ec-a860-6fc13831e627 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:17.355548 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: fa4d16fc-b858-47ec-a860-6fc13831e627 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:52:17.356041 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa4d16fc-b858-47ec-a860-6fc13831e627 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:52:17.356631 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:17.357131 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:17.365164 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.389250 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:52:17.389593 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device aa4730dc-3f7a-46b9-8a5a-0952b697b7a6 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:52:17.391420 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:17.418404 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:17.419079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:17.468699 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.478132 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-8216b32e-5400-4fda-865f-7fdea26bce5d tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "PUT /v2.0/floatingips/47c164e6-83cb-4cf8-aef6-cf6a04b4182a HTTP/1.1" status: 200 len: 992 time: 1.9771307 Sep 21 21:52:17.478132 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:17.493127 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8746bb8-74f7-41af-b059-33a7ec047e24" -d '{"events": [{"name": "network-changed", "server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "tag": "e366351b-78d1-4535-ac09-70711cdf0629"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:17.523582 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Pushing event deleted for resources: {'Port': ['ID=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:17.527195 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] No DVR routers for this DVR port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a on host dv-cinder-858817-1-iscsi {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:52:17.555736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Deleting port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:17.556018 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.700057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (898c7fcd-4130-49ef-8588-2b304493f465), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.719590 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebef714-394f-4cc1-8d0f-36978c3448ae x-openstack-request-id: req-1ebef714-394f-4cc1-8d0f-36978c3448ae {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:17.720200 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "tag": "e366351b-78d1-4535-ac09-70711cdf0629", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:17.720778 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1ebef714-394f-4cc1-8d0f-36978c3448ae {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:17.722874 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ebef714-394f-4cc1-8d0f-36978c3448ae'] response: {'name': 'network-changed', 'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629', 'status': 'completed', 'code': 200} Sep 21 21:52:17.747871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['898c7fcd-4130-49ef-8588-2b304493f465']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:17.772207 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:17.772207 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:17.799765 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.828226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.843293 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:52:17.843943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:17.850616 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb5f9d-1473-4628-beb4-66b65497c229 req-a5ceb02f-ef0c-4c88-b5ab-4f317d79c234 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:17.860129 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-12eb5f9d-1473-4628-beb4-66b65497c229 req-a5ceb02f-ef0c-4c88-b5ab-4f317d79c234 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1257913 Sep 21 21:52:17.924897 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9 resource provider aggregate not found Sep 21 21:52:17.954910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-2a715d7e-7162-483b-b622-fa0baf62cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:17.957258 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-2a715d7e-7162-483b-b622-fa0baf62cba7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=34029272331c413486ea50d15a1808bf&device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 1130 time: 0.2063236 Sep 21 21:52:17.970019 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-12eb5f9d-1473-4628-beb4-66b65497c229 req-c776fa68-95aa-48e5-b399-3bb6026cc06c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988283 Sep 21 21:52:17.995156 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f288eb7e-2ef1-4ca2-89f7-a086cc78bcc9 found for delete ", "request_id": "req-4e789166-caf3-4ee8-b938-cb93421d2d5e"}]} Sep 21 21:52:17.996025 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:18.025306 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] For port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a, host dv-cinder-858817-1-iscsi, got binding levels [] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:18.025306 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.053397 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Calling delete_port for a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:18.058508 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.ipam_backend_mixin [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a was not found and therefore no delete operation was performed {{(pid=115543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:52:18.065670 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.079460 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (898c7fcd-4130-49ef-8588-2b304493f465), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.093065 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.099769 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] 10.222.0.48 "DELETE /v2.0/networks/898c7fcd-4130-49ef-8588-2b304493f465 HTTP/1.1" status: 204 len: 168 time: 1.3118188 Sep 21 21:52:18.118798 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67de2d6-d9a4-435f-a5eb-50b537dfaddc admin admin] Pushing event deleted for resources: {'Network': ['ID=898c7fcd-4130-49ef-8588-2b304493f465,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:18.126840 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Network 898c7fcd-4130-49ef-8588-2b304493f465 is not hosted by any dhcp agent {{(pid=115543) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 21 21:52:18.127313 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] No DVR routers for this DVR port a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:52:18.132291 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc858b67-1f54-464e-a90f-5f31f835ae0e None None] Pushing event deleted for resources: {'Port': ['ID=a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:18.203130 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-edf70c4b-c733-4071-854b-9bcdead35170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:18.205009 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-edf70c4b-c733-4071-854b-9bcdead35170 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 200 len: 916 time: 0.2042339 Sep 21 21:52:18.321428 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-bf094ac3-3f04-4a93-822f-9bd829dddf84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e366351b-78d1-4535-ac09-70711cdf0629 HTTP/1.1" status: 200 len: 1000 time: 0.1017172 Sep 21 21:52:18.371737 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47504) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:18.409638 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-2cc246f7-0de5-4c9e-b02e-8b2ba1e31867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:18.412517 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-2cc246f7-0de5-4c9e-b02e-8b2ba1e31867 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 200 len: 854 time: 0.0795362 Sep 21 21:52:18.419196 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '47c164e6-83cb-4cf8-aef6-cf6a04b4182a', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e366351b-78d1-4535-ac09-70711cdf0629', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:49:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:16Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:18.446393 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7311db99-fd01-486a-9c52-e1f3afd3754b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2da75caf1d3a4e7b952437b8f1b227a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0733380 Sep 21 21:52:18.448267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:18.450261 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47506) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:18.462804 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:18.462804 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:18.491418 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-a864192f-3cc8-43f8-b117-93bf30e52c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:18.494019 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-a864192f-3cc8-43f8-b117-93bf30e52c27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a849563c-ff3e-4f21-9e5e-283ea0f8bb45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0708358 Sep 21 21:52:18.627471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:18.651806 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:52:18.652487 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a751a02a-2b75-44f7-8dd8-dc9e8d4e6b7a not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:52:18.658655 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-edd6aeba-33ca-4576-af8e-35301f496597 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544046 Sep 21 21:52:18.664340 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:18.787150 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e8746bb8-74f7-41af-b059-33a7ec047e24 req-3ec23c86-1b28-49d2-b008-927a6f6231a7 service neutron] 10.222.0.50 "GET /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202455 Sep 21 21:52:18.823388 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2f78ad19-6bce-415c-9c7b-2a87442f13d4 admin admin] Publish callbacks [] for security_group (e05e4357-ac70-46dd-916a-a918b2c481ff), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.858176 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2f78ad19-6bce-415c-9c7b-2a87442f13d4 admin admin] Publish callbacks [] for security_group (e05e4357-ac70-46dd-916a-a918b2c481ff), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.931866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2f78ad19-6bce-415c-9c7b-2a87442f13d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e05e4357-ac70-46dd-916a-a918b2c481ff), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.934698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2f78ad19-6bce-415c-9c7b-2a87442f13d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:18.935904 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2f78ad19-6bce-415c-9c7b-2a87442f13d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e05e4357-ac70-46dd-916a-a918b2c481ff HTTP/1.1" status: 204 len: 168 time: 0.4815125 Sep 21 21:52:18.946826 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78ad19-6bce-415c-9c7b-2a87442f13d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05e4357-ac70-46dd-916a-a918b2c481ff,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:18.993571 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '47c164e6-83cb-4cf8-aef6-cf6a04b4182a', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e366351b-78d1-4535-ac09-70711cdf0629', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:49:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:16Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:19.024739 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ec7206-09a6-4b11-9850-3aaa502ad2c9 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '47c164e6-83cb-4cf8-aef6-cf6a04b4182a', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'port_id': 'e366351b-78d1-4535-ac09-70711cdf0629', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'mac_address': 'fa:16:3e:49:4f:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:16Z', 'revision_number': 1, 'project_id': '34029272331c413486ea50d15a1808bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:19.188514 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d542977-1ce7-4e88-8a5b-6109c4c603eb req-d5c87e9f-fe18-4c79-9bf3-9347eeffdda6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:19.190920 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6d542977-1ce7-4e88-8a5b-6109c4c603eb req-d5c87e9f-fe18-4c79-9bf3-9347eeffdda6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0985112 Sep 21 21:52:19.267464 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6d542977-1ce7-4e88-8a5b-6109c4c603eb req-8dd5634b-988c-488a-ac17-5847d6482b24 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687044 Sep 21 21:52:19.400730 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b583ed7a-c816-4f9e-b059-3493bbc42df8 None None] New status for floating IP 47c164e6-83cb-4cf8-aef6-cf6a04b4182a: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:52:19.984786 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47532) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:20.118622 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-325405959-network', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:20.141402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Made reservation on behalf of f06e9e3643174d94be9d1a7e95acb9e4 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:20.144129 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.154362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.243872 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks [] for security_group (887950a3-f46d-463e-acff-7d78b18b9318), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.249403 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (887950a3-f46d-463e-acff-7d78b18b9318), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.275101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:52:20.285362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887950a3-f46d-463e-acff-7d78b18b9318,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:20.294003 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (3f8baabf-e10e-4eb8-a25c-35868182dac7), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.294514 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Added segment 3f8baabf-e10e-4eb8-a25c-35868182dac7 of type vlan for network e9ad4e42-9131-4bb3-912f-0eccd0009a58 Sep 21 21:52:20.342511 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (e9ad4e42-9131-4bb3-912f-0eccd0009a58), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.377407 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (e9ad4e42-9131-4bb3-912f-0eccd0009a58), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.378568 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:20.379305 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.437219 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4511542 Sep 21 21:52:20.440334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47538) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:20.445958 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Request body: {'subnet': {'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-325405959-subnet', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:20.450815 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cc07e-573e-4150-8ff0-e3256a88a657 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ad4e42-9131-4bb3-912f-0eccd0009a58,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:20.458288 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38683c38-d193-4cac-9e1c-c8ae5cf1fb2b req-73f1cac3-7c31-4100-8b8d-d706dca50798 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:20.461309 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-38683c38-d193-4cac-9e1c-c8ae5cf1fb2b req-73f1cac3-7c31-4100-8b8d-d706dca50798 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0791547 Sep 21 21:52:20.465365 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:52:20.508916 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Made reservation on behalf of f06e9e3643174d94be9d1a7e95acb9e4 for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:20.513206 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14531022'] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.588833 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-38683c38-d193-4cac-9e1c-c8ae5cf1fb2b req-d7267830-5390-428f-b723-ad1681f8068a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197815 Sep 21 21:52:20.746686 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14531036'] for subnet (8a3006b2-a85f-468b-98e2-92a85887b715), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.804129 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a3006b2-a85f-468b-98e2-92a85887b715,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:20.823812 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Checking segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:20.824404 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Network hostable DHCP agents. Network: e9ad4e42-9131-4bb3-912f-0eccd0009a58, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:52:20.846926 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:52:20.859611 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, e9ad4e42-9131-4bb3-912f-0eccd0009a58) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:20.864819 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:20.865003 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.871398 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b50ee-7f0c-4910-a410-e6994fb9005a None None] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:20.887708 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-34656c5a-5f4f-4ea8-9cec-b57af2edbf50 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4461126 Sep 21 21:52:20.890547 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47542) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:20.895165 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:20.926416 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (939dc6f2-91fd-4021-8f5b-40b133972fa4), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.928170 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (939dc6f2-91fd-4021-8f5b-40b133972fa4), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.938346 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.991335 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks [] for router_controller (939dc6f2-91fd-4021-8f5b-40b133972fa4), precommit_add_association {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:20.998926 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:52:20.999905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.145915 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks [] for router_gateway (939dc6f2-91fd-4021-8f5b-40b133972fa4), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.151648 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Allocated IP 172.20.0.2 (e9ad4e42-9131-4bb3-912f-0eccd0009a58/8a3006b2-a85f-468b-98e2-92a85887b715/7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:21.310908 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Publish callbacks [] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.318513 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.357996 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:21.362436 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks [] for router_gateway (939dc6f2-91fd-4021-8f5b-40b133972fa4), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.365115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:21.367754 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Pushing event updated for resources: {'Port': ['ID=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:21.370064 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:21.390952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.434438 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Attempting to bind port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:21.434921 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Attempting to bind port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:21.435353 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Attempting to bind port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:21.440605 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:21.440987 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Checking segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:21.441405 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.441823 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Bound using segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:21.442302 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Bound port: 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:21.442685 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.516222 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] For port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:21.517624 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Allocated IP 172.27.3.197 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/5d385f3b-77c8-48f2-8f81-9c5d8812c482) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:21.519690 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] For port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:21.528046 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.589969 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa470e6a-8bd9-4a76-b046-307324b377cb None None] Pushing event updated for resources: {'Port': ['ID=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:21.661853 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks [] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.750498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:21.818805 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:21.822445 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:21.831838 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47a210-843e-4d18-8bd9-c6f3eebaa9b0 req-331ccb28-b9b3-48bf-bc7a-27b8fa379998 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:21.833477 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-af47a210-843e-4d18-8bd9-c6f3eebaa9b0 req-331ccb28-b9b3-48bf-bc7a-27b8fa379998 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1386669 Sep 21 21:52:21.834626 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:21.837247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Pushing event updated for resources: {'Port': ['ID=5d385f3b-77c8-48f2-8f81-9c5d8812c482,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:22.029600 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-af47a210-843e-4d18-8bd9-c6f3eebaa9b0 req-947df081-1422-4a20-b29b-37c07471852e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854880 Sep 21 21:52:22.061073 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-274c58e8-cceb-436d-93a1-ff2f235fac45 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1929033 Sep 21 21:52:22.231167 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-38abe026-5408-4141-b782-034fea6bf821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:22.232729 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-38abe026-5408-4141-b782-034fea6bf821 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 1130 time: 0.1046929 Sep 21 21:52:22.233973 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks [] for router_gateway (939dc6f2-91fd-4021-8f5b-40b133972fa4), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.432919 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-e4de2fca-3e46-4b1f-b128-fa5dbf89902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:22.434509 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-e4de2fca-3e46-4b1f-b128-fa5dbf89902f service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1624134 Sep 21 21:52:22.632624 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413c82d1-3c01-4db0-a37b-1e74388a6995 None None] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:52:22.706594 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:22.764329 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Provisioning complete for port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:22.764705 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.765038 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Attempt 1 to provision port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d Sep 21 21:52:22.827146 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-ce0d6bda-c746-4510-9292-56a52b0bd129 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6 HTTP/1.1" status: 200 len: 1001 time: 0.3583035 Sep 21 21:52:22.842807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:22.843115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.843430 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d Sep 21 21:52:22.874129 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (939dc6f2-91fd-4021-8f5b-40b133972fa4), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.939799 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Current status of the port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:22.940400 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:22.950696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-557ea1dd-6f7e-4727-b987-e12678ebf5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:22.952247 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-557ea1dd-6f7e-4727-b987-e12678ebf5bb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.1174774 Sep 21 21:52:23.016275 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] For port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:23.017490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:23.017914 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.031487 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.085904 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-dff4ff56-534e-40ba-ae0f-3bf40bec86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:23.086505 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-dff4ff56-534e-40ba-ae0f-3bf40bec86fb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248329 Sep 21 21:52:23.134079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.db.api [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:52:23.134479 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG oslo_db.api [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:52:23.134988 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Pushing event updated for resources: {'Port': ['ID=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:23.147968 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.148307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.148656 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.149178 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.149336 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.149659 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.150089 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.150427 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.153845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.153845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.153845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.153845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.153845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123a0d16-0ba1-449f-a942-ca4d22a1b511 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:23.195970 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115542) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:52:23.245288 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3666b20-db5e-46ff-8f80-fa5fe894f2c9 req-05754b89-8901-4718-a0dc-f277fdc5a1a4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:23.251827 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f3666b20-db5e-46ff-8f80-fa5fe894f2c9 req-05754b89-8901-4718-a0dc-f277fdc5a1a4 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0827470 Sep 21 21:52:23.261981 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-30fc6823-3932-419a-9df9-739f476a424e service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632485 Sep 21 21:52:23.266062 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-7e27e434-f1f6-4a25-bb95-9380c475e287 None None] Provisioning complete for port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:23.266448 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7e27e434-f1f6-4a25-bb95-9380c475e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.266832 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-7e27e434-f1f6-4a25-bb95-9380c475e287 None None] Attempt 1 to provision port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d Sep 21 21:52:23.342630 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f3666b20-db5e-46ff-8f80-fa5fe894f2c9 req-98d72f31-bea8-4b3a-babd-96adfd15b6b2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715611 Sep 21 21:52:23.405658 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-7e27e434-f1f6-4a25-bb95-9380c475e287 None None] Current status of the port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:23.415010 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:23.431395 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:23.441488 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1c6affe-8610-42ee-a9d3-3436daae2936 req-a27ed0b8-d3ed-47bc-b36f-09b232dbc584 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750066 Sep 21 21:52:23.443507 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:23.444602 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:23.456395 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:23.460994 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1c4602ef-27ef-4101-88cb-15f2e5add887 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5692387 Sep 21 21:52:23.461205 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47554) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:23.756638 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:23.766377 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:23.977447 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:22Z', 'revision_number': 3, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:24.008121 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:24.008471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Updating router 939dc6f2-91fd-4021-8f5b-40b133972fa4 port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:24.043902 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.048831 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.243019 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Allocated IP 172.20.0.1 (e9ad4e42-9131-4bb3-912f-0eccd0009a58/8a3006b2-a85f-468b-98e2-92a85887b715/5369f7a9-467d-40d3-81f3-3b696e93e98a) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:24.376333 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks [] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.381119 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Publish callbacks [] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.389869 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.426826 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.448600 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Attempting to bind port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:24.449295 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Attempting to bind port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:24.449736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Attempting to bind port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:24.453206 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbb693-218b-424f-a2d8-b5a6be54c099 None None] Pushing event updated for resources: {'Port': ['ID=5d385f3b-77c8-48f2-8f81-9c5d8812c482,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:24.465621 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:24.466471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:24.467168 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.467868 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:24.468359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Bound port: 5d385f3b-77c8-48f2-8f81-9c5d8812c482, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:24.470006 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.478570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:24.481733 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:24.488181 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:24.494871 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Pushing event updated for resources: {'Port': ['ID=5369f7a9-467d-40d3-81f3-3b696e93e98a,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:24.551101 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] For port 5d385f3b-77c8-48f2-8f81-9c5d8812c482, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:24.557158 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] For port 5d385f3b-77c8-48f2-8f81-9c5d8812c482, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=5d385f3b-77c8-48f2-8f81-9c5d8812c482,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:24.567167 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.576055 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01625ff1-5d99-478c-95b1-71dfe5353590 req-204c741f-8305-4ec3-a172-b47ca7aa7ced tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:24.579773 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-01625ff1-5d99-478c-95b1-71dfe5353590 req-204c741f-8305-4ec3-a172-b47ca7aa7ced tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1033201 Sep 21 21:52:24.583021 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (939dc6f2-91fd-4021-8f5b-40b133972fa4), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.637508 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:24.638787 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:24.703700 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-01625ff1-5d99-478c-95b1-71dfe5353590 req-f1be2b2e-443f-4716-ab6e-9c116a12c30d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125793 Sep 21 21:52:24.718207 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:24.764343 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edbb693-218b-424f-a2d8-b5a6be54c099 None None] Pushing event updated for resources: {'Port': ['ID=5d385f3b-77c8-48f2-8f81-9c5d8812c482,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:24.821232 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.862221 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Provisioning complete for port 5369f7a9-467d-40d3-81f3-3b696e93e98a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:24.862599 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.862935 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 1 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:24.923283 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:24.939722 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:24.976145 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:24.977083 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:24.977438 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d Sep 21 21:52:25.046133 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks [] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:25.053208 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:25.134496 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Pushing event updated for resources: {'Port': ['ID=5369f7a9-467d-40d3-81f3-3b696e93e98a,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:25.137973 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (939dc6f2-91fd-4021-8f5b-40b133972fa4), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:25.251861 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:25.274821 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:25.277103 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:25.300932 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:22Z', 'revision_number': 3, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:25.349676 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a69ac0-429e-4eda-b1e9-783df2b32faa None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:22Z', 'revision_number': 3, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:25.426838 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 2 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:25.453917 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:25.489631 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:25.602165 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:25.608725 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-15e8699f-df16-45d1-bfe2-57126002a288 admin admin] 10.222.0.48 "PUT /v2.0/routers/939dc6f2-91fd-4021-8f5b-40b133972fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1451681 Sep 21 21:52:25.907124 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2277d06-93b9-4b76-ba37-19b114ddb442 req-9b98b599-538b-4abc-9bc7-2d2949106120 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:25.908860 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c2277d06-93b9-4b76-ba37-19b114ddb442 req-9b98b599-538b-4abc-9bc7-2d2949106120 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0964711 Sep 21 21:52:25.990685 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 3 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:26.006394 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c2277d06-93b9-4b76-ba37-19b114ddb442 req-2278c140-ca3f-4741-90da-063527cfc824 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880573 Sep 21 21:52:26.057776 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:26.134678 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47584) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:26.141680 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1259936035', 'description': 'tempest-description--2125449074'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:26.187601 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.282613 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (88d081ba-643d-407c-ada6-c41aa0e5e596), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.289404 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (88d081ba-643d-407c-ada6-c41aa0e5e596), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.331768 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88d081ba-643d-407c-ada6-c41aa0e5e596,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:26.337626 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.338736 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-fc7f473a-1972-4dfa-86f1-296e1affd6bf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2024193 Sep 21 21:52:26.342711 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47586) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:26.349679 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'security_group_rule': {'security_group_id': '88d081ba-643d-407c-ada6-c41aa0e5e596', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:26.391226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (3376c882-98cc-489f-a33d-439b6dd39390), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.485476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (3376c882-98cc-489f-a33d-439b6dd39390), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.490581 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (3376c882-98cc-489f-a33d-439b6dd39390), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.508712 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3376c882-98cc-489f-a33d-439b6dd39390,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:26.524946 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.529134 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-86cac161-dcd7-475c-ac9a-fb2469b3fa6b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826272 Sep 21 21:52:26.529476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47588) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:26.536359 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'security_group_rule': {'security_group_id': '88d081ba-643d-407c-ada6-c41aa0e5e596', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:26.559515 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 4 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:26.581684 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (47a4f165-a088-4c77-b9f1-915900698ba6), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.644004 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:26.670100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (47a4f165-a088-4c77-b9f1-915900698ba6), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.675201 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5d385f3b-77c8-48f2-8f81-9c5d8812c482 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:26.686782 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (47a4f165-a088-4c77-b9f1-915900698ba6), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.706945 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a4f165-a088-4c77-b9f1-915900698ba6,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:26.717976 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.721861 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-186fc818-c25e-43cd-a655-2cdb5fd48b0e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1887488 Sep 21 21:52:26.723604 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47590) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:26.728890 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:26.738147 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:26.738528 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.738899 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 Sep 21 21:52:26.753079 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.823067 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:26.823479 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.852322 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 5d385f3b-77c8-48f2-8f81-9c5d8812c482, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=5d385f3b-77c8-48f2-8f81-9c5d8812c482,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:26.859059 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.896718 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:26.915292 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=5d385f3b-77c8-48f2-8f81-9c5d8812c482,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:27.018808 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Allocated IP 172.27.3.172 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/f0d2ae0a-8587-4794-b672-41e27988c144) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:27.145706 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 5 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:27.197724 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:27.226395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for port (f0d2ae0a-8587-4794-b672-41e27988c144), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.241486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1701778-1b2a-4218-accf-169f3fc29013 req-18972511-e9ee-4c01-993b-35cd69d8d12d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:27.243324 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e1701778-1b2a-4218-accf-169f3fc29013 req-18972511-e9ee-4c01-993b-35cd69d8d12d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1134806 Sep 21 21:52:27.305174 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (f0d2ae0a-8587-4794-b672-41e27988c144), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.349586 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e1701778-1b2a-4218-accf-169f3fc29013 req-43f20409-e523-460c-a7c3-f3333752dda1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939674 Sep 21 21:52:27.356431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:27.359481 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:27.363191 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:27.410909 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'Port': ['ID=f0d2ae0a-8587-4794-b672-41e27988c144,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:27.476314 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:27.479770 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (4b2861d5-8669-48e9-95d1-858cfa4d5124), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.488656 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:27.489516 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:27.521156 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (f0d2ae0a-8587-4794-b672-41e27988c144), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.595567 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:27.698428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for port (f0d2ae0a-8587-4794-b672-41e27988c144), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.699351 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 6 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:27.706346 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (f0d2ae0a-8587-4794-b672-41e27988c144), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.744818 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:27.778527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'Port': ['ID=f0d2ae0a-8587-4794-b672-41e27988c144,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:27.783895 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (4b2861d5-8669-48e9-95d1-858cfa4d5124), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.802182 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.803618 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-34d936ab-b495-4e11-9e21-80a06b1e16c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0788195 Sep 21 21:52:27.837209 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 2, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:27.870397 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:27.870749 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Updating router 939dc6f2-91fd-4021-8f5b-40b133972fa4 port 5369f7a9-467d-40d3-81f3-3b696e93e98a binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:52:27.904554 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:27.995703 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-7fd8f092-21e4-4fdd-abe2-99c69cbf3e2b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1259936035&fields=id&tenant_id=f06e9e3643174d94be9d1a7e95acb9e4 HTTP/1.1" status: 200 len: 267 time: 0.0573008 Sep 21 21:52:28.160595 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-05e6a5fc-fc3b-4130-a415-2c070cbf9597 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:28.162206 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-05e6a5fc-fc3b-4130-a415-2c070cbf9597 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 810 time: 0.1597755 Sep 21 21:52:28.177217 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-3c999116-35d7-4393-9b03-b2d9f485eb83 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/quotas/f06e9e3643174d94be9d1a7e95acb9e4 HTTP/1.1" status: 200 len: 375 time: 0.0094819 Sep 21 21:52:28.203752 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Publish callbacks [] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.212897 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.246942 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 7 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:28.262119 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-81c1e8d1-e59b-49a7-9e9a-ffe5d451f45d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733287 Sep 21 21:52:28.315908 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Port 5369f7a9-467d-40d3-81f3-3b696e93e98a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:28.408327 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1848bf5-f470-4686-a990-4a2510079416 None None] Pushing event updated for resources: {'Port': ['ID=5369f7a9-467d-40d3-81f3-3b696e93e98a,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:28.420200 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Attempting to bind port 5369f7a9-467d-40d3-81f3-3b696e93e98a on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:28.420644 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Attempting to bind port 5369f7a9-467d-40d3-81f3-3b696e93e98a by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:28.421201 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Attempting to bind port 5369f7a9-467d-40d3-81f3-3b696e93e98a on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:28.427578 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:28.428330 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Checking segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:28.429204 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.429863 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Bound using segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:28.430783 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Bound port: 5369f7a9-467d-40d3-81f3-3b696e93e98a, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:28.431204 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.452721 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-f28c272f-a1e9-4b4a-8c8e-0dbe1ebc13a2 service neutron] 10.222.0.48 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841364 Sep 21 21:52:28.521623 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] For port 5369f7a9-467d-40d3-81f3-3b696e93e98a, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:28.526003 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] For port 5369f7a9-467d-40d3-81f3-3b696e93e98a, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=5369f7a9-467d-40d3-81f3-3b696e93e98a,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:28.536974 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c414ac07-b229-43ef-a4d8-fd6a1e772d66 req-251967b2-df73-4d71-b383-2e209fcac2ad tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:28.537261 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.540426 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c414ac07-b229-43ef-a4d8-fd6a1e772d66 req-251967b2-df73-4d71-b383-2e209fcac2ad tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0762415 Sep 21 21:52:28.581287 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:28.582387 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:28.607797 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-e4efc156-27c0-4bb3-bcdd-2a1e5627361d service neutron] 10.222.0.48 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433253 Sep 21 21:52:28.642723 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c414ac07-b229-43ef-a4d8-fd6a1e772d66 req-c2f58498-6a84-415a-b355-31748a3a1abe tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939753 Sep 21 21:52:28.650317 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5d385f3b-77c8-48f2-8f81-9c5d8812c482 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:28.719137 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:28.719515 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.720015 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 Sep 21 21:52:28.734236 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:28.811450 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1848bf5-f470-4686-a990-4a2510079416 None None] Pushing event updated for resources: {'Port': ['ID=5369f7a9-467d-40d3-81f3-3b696e93e98a,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:28.848278 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Attempt 8 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:28.852763 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:28.916509 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-628e4b2a-faa5-44a8-82a7-5c8cf46b1ecf req-ebe5fa7e-dfc2-4e6c-b70b-259c4c7ed971 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 210 time: 0.0634859 Sep 21 21:52:28.959671 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Current status of the port 5369f7a9-467d-40d3-81f3-3b696e93e98a is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:28.960100 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:28.970314 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:29.003140 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] For port 5369f7a9-467d-40d3-81f3-3b696e93e98a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=5369f7a9-467d-40d3-81f3-3b696e93e98a,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:29.008635 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654e6a7d-963f-4295-84a7-4114310d06a3 None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:29.009581 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:29.091966 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3e40f-b18f-4bd2-8f83-eb44b2b75a49 None None] Pushing event updated for resources: {'Port': ['ID=5369f7a9-467d-40d3-81f3-3b696e93e98a,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:29.140944 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-6938bf45-1ff7-4708-9839-6e7e6ff6a99d None None] Provisioning complete for port 5369f7a9-467d-40d3-81f3-3b696e93e98a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:29.141452 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-6938bf45-1ff7-4708-9839-6e7e6ff6a99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:29.141969 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-6938bf45-1ff7-4708-9839-6e7e6ff6a99d None None] Attempt 1 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:29.261422 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-6938bf45-1ff7-4708-9839-6e7e6ff6a99d None None] Current status of the port 5369f7a9-467d-40d3-81f3-3b696e93e98a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:29.402818 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-472b9a7a-05e9-4336-a167-400aedc3adc1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056403829&fields=id&tenant_id=aa391d948f7f40b3bb96bc483eb0328c HTTP/1.1" status: 200 len: 267 time: 0.0714500 Sep 21 21:52:29.541145 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-d786dc30-4112-48be-aceb-9b28861a4a1c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:29.546634 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-d786dc30-4112-48be-aceb-9b28861a4a1c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 808 time: 0.1348367 Sep 21 21:52:29.559613 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-3fc53e3c-c27b-4a31-a255-c7f75b22caaf tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/quotas/aa391d948f7f40b3bb96bc483eb0328c HTTP/1.1" status: 200 len: 375 time: 0.0101807 Sep 21 21:52:29.639202 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-22a00b7c-ac40-4017-8a1a-6a12ab7243c4 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737314 Sep 21 21:52:29.792151 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-2cdace20-6936-4144-a014-d711ad749e3f service neutron] 10.222.0.48 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355431 Sep 21 21:52:29.846379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb69d6-cbe7-4926-8e3f-4d6315e281bd req-e5fe5eff-3143-4fe3-b697-0d47713516c6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:29.849295 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0bb69d6-cbe7-4926-8e3f-4d6315e281bd req-e5fe5eff-3143-4fe3-b697-0d47713516c6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0744927 Sep 21 21:52:29.909239 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e0bb69d6-cbe7-4926-8e3f-4d6315e281bd req-5e3b55d9-fe6b-47ce-a795-279dabe47c5e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518143 Sep 21 21:52:29.936485 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-20fd34e1-343e-4dca-bae6-cc55f7847707 service neutron] 10.222.0.48 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308534 Sep 21 21:52:30.059475 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-597ce379-9053-4a7a-994f-074b3824b2fd req-1c33b91d-ff06-4d20-a205-ea4512a70eda tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 210 time: 0.0288231 Sep 21 21:52:30.332285 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-10551aeb-fe53-4212-8d20-146c83946c01 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:30.334629 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-10551aeb-fe53-4212-8d20-146c83946c01 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 810 time: 0.1798344 Sep 21 21:52:30.376666 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e56a6f06-fa56-4557-973b-f1f5d42379ed req-8820ef3b-ad99-458c-ad3f-25410a3edb7c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 210 time: 0.0352066 Sep 21 21:52:30.437175 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-6ee72ab6-adc2-449c-a8e2-7540c302e6d1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f06e9e3643174d94be9d1a7e95acb9e4 HTTP/1.1" status: 200 len: 380 time: 0.0937562 Sep 21 21:52:30.446856 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'port': {'device_id': '8cff4525-0974-469b-b986-bd05b1f5c254', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'admin_state_up': True, 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'security_groups': ['88d081ba-643d-407c-ada6-c41aa0e5e596']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:30.592954 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Made reservation on behalf of f06e9e3643174d94be9d1a7e95acb9e4 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:30.601172 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:30.736095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5369f7a9-467d-40d3-81f3-3b696e93e98a up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:30.795697 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Allocated IP 172.20.0.8 (e9ad4e42-9131-4bb3-912f-0eccd0009a58/8a3006b2-a85f-468b-98e2-92a85887b715/d4cc5cab-fd20-43b1-ad99-4b44a4e2888e) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:30.814380 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 5369f7a9-467d-40d3-81f3-3b696e93e98a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:30.815094 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:30.815714 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 5369f7a9-467d-40d3-81f3-3b696e93e98a Sep 21 21:52:30.935152 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 5369f7a9-467d-40d3-81f3-3b696e93e98a is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:31.013053 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.106598 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.159217 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ebda2-0e22-445b-a35f-7c666dd73278 req-76becdf9-fefa-42d7-bbcf-7e80565ad6b8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:31.161926 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8b6ebda2-0e22-445b-a35f-7c666dd73278 req-76becdf9-fefa-42d7-bbcf-7e80565ad6b8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1193194 Sep 21 21:52:31.192296 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:31.212500 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:31.215735 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'Port': ['ID=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:31.219620 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:31.309899 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8b6ebda2-0e22-445b-a35f-7c666dd73278 req-c4040d63-32cc-435b-8984-033a0b889e48 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385694 Sep 21 21:52:31.310935 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d400c99-ffe3-48a2-8610-db6e50e08424 req-1f61ee5d-dbda-4b48-af18-e2b3b1baddb2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:31.318708 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6d400c99-ffe3-48a2-8610-db6e50e08424 req-1f61ee5d-dbda-4b48-af18-e2b3b1baddb2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 931 time: 0.1127586 Sep 21 21:52:31.323536 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:31.324366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.353918 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-890e2cf5-1303-4e4d-8d5a-abf8be4f7dd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9106190 Sep 21 21:52:31.367836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Request body: {'port': {'device_id': '8cff4525-0974-469b-b986-bd05b1f5c254', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:31.394628 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6d400c99-ffe3-48a2-8610-db6e50e08424 req-c760a575-1225-464d-ab68-d7baf4240da4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746877 Sep 21 21:52:31.456074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.532220 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Provisioning complete for port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:31.532977 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.533639 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Attempt 1 to provision port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e Sep 21 21:52:31.575613 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:31.580115 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-eb4869b4-1d87-4615-bd13-8c96f2e96ec8 req-ff2341a9-a94b-4b77-b8f5-42e0432ac3cb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 210 time: 0.0575175 Sep 21 21:52:31.753548 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-eb2d5d32-f687-4dca-a6b7-ff76379ec027 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:31.755221 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-eb2d5d32-f687-4dca-a6b7-ff76379ec027 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 808 time: 0.1639011 Sep 21 21:52:31.828827 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-158b0375-7007-4273-800f-3d9459e55f31 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa391d948f7f40b3bb96bc483eb0328c HTTP/1.1" status: 200 len: 380 time: 0.0647111 Sep 21 21:52:31.842977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'port': {'device_id': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'admin_state_up': True, 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'security_groups': ['abe3a580-7848-42c7-b76b-5a1ae920e8fb']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:31.848988 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cc5cab-fd20-43b1-ad99-4b44a4e2888e {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:31.858404 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Publish callbacks [] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.878799 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Transition to ACTIVE for port object d4cc5cab-fd20-43b1-ad99-4b44a4e2888e will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:52:31.885241 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:31.946483 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:31.979515 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Made reservation on behalf of aa391d948f7f40b3bb96bc483eb0328c for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:52:31.983033 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.002649 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Attempting to bind port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:32.003071 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Attempting to bind port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:32.003518 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Attempting to bind port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:32.009298 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:52:32.009653 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Attempting to bind port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:32.015260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:32.015622 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Checking segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:32.016002 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Bound using segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:32.016426 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Bound port: d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:32.016786 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.076461 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Attempt 2 to provision port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e Sep 21 21:52:32.081317 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] For port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:32.084812 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] For port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:32.094951 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.103682 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.104610 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.107392 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] 10.222.0.50 "PUT /v2.0/ports/d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 1093 time: 0.7451482 Sep 21 21:52:32.107816 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:32.112122 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26bd9b-4e6e-4588-900e-ce8329c0b272" -d '{"events": [{"name": "network-changed", "server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:32.142908 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Allocated IP 172.20.0.8 (3aa270d2-a29e-4109-b7eb-115277832e48/9c9af726-75cb-4d75-ada9-82d3e69acdd8/c1867edb-5e77-4f4c-80b5-4a1f101e4ebc) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:32.175736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:32.205149 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c361c00-94eb-4c27-b1aa-f39faa81f919 x-openstack-request-id: req-9c361c00-94eb-4c27-b1aa-f39faa81f919 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:32.205758 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:32.205758 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9c361c00-94eb-4c27-b1aa-f39faa81f919 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:32.206298 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c361c00-94eb-4c27-b1aa-f39faa81f919'] response: {'name': 'network-changed', 'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'status': 'completed', 'code': 200} Sep 21 21:52:32.231044 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80fe31-78b7-47a2-baff-32ede4c30334 service neutron] Pushing event updated for resources: {'Port': ['ID=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:32.247826 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-acb0761b-ffc0-4b1f-84fa-9ca5a6f9dadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.249730 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-acb0761b-ffc0-4b1f-84fa-9ca5a6f9dadb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1127 time: 0.0879197 Sep 21 21:52:32.318874 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-a4d1272b-28a0-43cb-8e20-0f0c1f255135 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 217 time: 0.0583141 Sep 21 21:52:32.332185 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.391623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.405727 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-9eff8e58-fd92-4bc5-b41f-a9ebe6d59a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.407128 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-9eff8e58-fd92-4bc5-b41f-a9ebe6d59a36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0811324 Sep 21 21:52:32.452688 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Network 3aa270d2-a29e-4109-b7eb-115277832e48 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:32.458431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:32.470562 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:32.513938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-b264c41d-dd50-41e7-b67e-7f029aa4020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.515454 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-b264c41d-dd50-41e7-b67e-7f029aa4020d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0958114 Sep 21 21:52:32.528838 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da88f99-4ea2-4fc4-8fd5-d598ac75c648 req-ecb31cd4-b7f6-4196-bc61-7538711fc6b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.530492 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1da88f99-4ea2-4fc4-8fd5-d598ac75c648 req-ecb31cd4-b7f6-4196-bc61-7538711fc6b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0832422 Sep 21 21:52:32.564710 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:32.599931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.602171 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.635260 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-91dd536c-e7a7-4d5d-91ff-2b6296295111 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7981625 Sep 21 21:52:32.649613 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Request body: {'port': {'device_id': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:32.677391 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Attempt 3 to provision port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e Sep 21 21:52:32.680082 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1da88f99-4ea2-4fc4-8fd5-d598ac75c648 req-c21edef2-67d3-46e5-b494-46fe509cea79 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392202 Sep 21 21:52:32.681101 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a935d75a-a59a-4da8-ad4d-a6dcbea02c92 req-24c604d6-4e4d-422e-8f54-f49e33c77f2a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.683057 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a935d75a-a59a-4da8-ad4d-a6dcbea02c92 req-24c604d6-4e4d-422e-8f54-f49e33c77f2a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 943 time: 0.1418304 Sep 21 21:52:32.725897 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-bfc87122-f3eb-485a-b0cc-6d071c955796 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932490 Sep 21 21:52:32.732359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-f49d42a6-4272-4b44-812c-8203e40242a0 None None] Port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:52:32.794444 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a935d75a-a59a-4da8-ad4d-a6dcbea02c92 req-e865fc6c-9699-4463-85d4-fb391b84b2a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047471 Sep 21 21:52:32.802179 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.878208 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-c3be27c0-0b80-43f3-b4e1-7cfd1af244ec None None] Provisioning complete for port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:32.878833 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c3be27c0-0b80-43f3-b4e1-7cfd1af244ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:32.879217 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bbdae641-a60c-4795-90f5-c29b3e0f9c4d req-76118a46-a71e-45ba-b1d8-d2f26fc4db8f service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469135 Sep 21 21:52:32.879416 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-c3be27c0-0b80-43f3-b4e1-7cfd1af244ec None None] Attempt 1 to provision port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc Sep 21 21:52:32.916809 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba8215-9cf6-414d-a7c1-a29d9ebe7d65 req-cbe26be8-1e31-4e5b-9d5c-fe7c89874904 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:32.917719 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-c3be27c0-0b80-43f3-b4e1-7cfd1af244ec None None] Port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:52:32.920614 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c5ba8215-9cf6-414d-a7c1-a29d9ebe7d65 req-cbe26be8-1e31-4e5b-9d5c-fe7c89874904 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 931 time: 0.1265309 Sep 21 21:52:33.009449 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c5ba8215-9cf6-414d-a7c1-a29d9ebe7d65 req-c879755c-4689-4a76-ae0b-dcd526c41c21 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810080 Sep 21 21:52:33.031021 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-f5676702-453b-4d0f-b1f9-e10670627a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.032758 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-f5676702-453b-4d0f-b1f9-e10670627a82 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1127 time: 0.0850105 Sep 21 21:52:33.151474 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1867edb-5e77-4f4c-80b5-4a1f101e4ebc {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:33.153164 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-c3e10ba9-1a5c-4833-a357-b8fb1cab579c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.155494 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-c3e10ba9-1a5c-4833-a357-b8fb1cab579c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.1139090 Sep 21 21:52:33.163620 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Publish callbacks [] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.177515 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Transition to ACTIVE for port object c1867edb-5e77-4f4c-80b5-4a1f101e4ebc will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:52:33.183325 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.210102 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-a1540190-61d0-40a6-9d55-79681d61ab67 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 217 time: 0.0479259 Sep 21 21:52:33.249605 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:33.274504 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-f4fa9e51-1100-46e6-a3d7-4de368c6adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.276006 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-f4fa9e51-1100-46e6-a3d7-4de368c6adfb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0591922 Sep 21 21:52:33.308479 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Attempting to bind port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:52:33.308942 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Attempting to bind port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:52:33.309381 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Attempting to bind port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc on network 3aa270d2-a29e-4109-b7eb-115277832e48 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:33.316307 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc on network 3aa270d2-a29e-4109-b7eb-115277832e48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:52:33.316648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Attempting to bind port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc on network 3aa270d2-a29e-4109-b7eb-115277832e48 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:52:33.324045 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:52:33.324477 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Checking segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:52:33.325015 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Bound using segment: {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:52:33.325608 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Bound port: c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6153b02-bb5a-4873-ae04-a46d28d1923d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:52:33.326156 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.348600 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-8586b4ce-00d8-4623-99ad-9cd6a240a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.350735 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-8586b4ce-00d8-4623-99ad-9cd6a240a71a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669148 Sep 21 21:52:33.400593 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:52:33.404954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:52:33.415229 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.419361 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-c3be27c0-0b80-43f3-b4e1-7cfd1af244ec None None] Attempt 2 to provision port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc Sep 21 21:52:33.423193 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.426658 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:33.429942 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] 10.222.0.50 "PUT /v2.0/ports/c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 1093 time: 0.7846298 Sep 21 21:52:33.430839 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:33.434732 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbbb1b7-637a-4f02-ba62-fa3429981e02" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:33.467963 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-c3be27c0-0b80-43f3-b4e1-7cfd1af244ec None None] Port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:52:33.471859 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-ad02ad7a-bebf-470a-b387-02b053dc2eba service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106155 Sep 21 21:52:33.525880 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43357ba4-5283-463a-ac4b-40065e29a6fc x-openstack-request-id: req-43357ba4-5283-463a-ac4b-40065e29a6fc {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:33.526191 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:33.526445 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-43357ba4-5283-463a-ac4b-40065e29a6fc {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:33.526827 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43357ba4-5283-463a-ac4b-40065e29a6fc'] response: {'name': 'network-changed', 'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'status': 'completed', 'code': 200} Sep 21 21:52:33.541963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1a806-d049-416c-9622-326b262c93cd service neutron] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:33.566332 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-cc31f41f-2a98-4a3d-b306-1c5d08fb700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.568089 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-cc31f41f-2a98-4a3d-b306-1c5d08fb700c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1127 time: 0.0614643 Sep 21 21:52:33.609057 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-62266f75-8dc8-4364-be6d-79299f8161e8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 217 time: 0.0334599 Sep 21 21:52:33.619099 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3b26bd9b-4e6e-4588-900e-ce8329c0b272 req-68ed68b2-ee09-4498-aa31-3f500ec67ee6 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391895 Sep 21 21:52:33.662180 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-0e46ccb7-5147-4860-8be4-5919be4e7aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.663777 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-0e46ccb7-5147-4860-8be4-5919be4e7aca service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0471847 Sep 21 21:52:33.729728 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-db867065-232b-40d9-92fb-2bb3bcf125f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.731281 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-db867065-232b-40d9-92fb-2bb3bcf125f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588336 Sep 21 21:52:33.842622 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-d581fd65-2866-4285-a50f-1f96cd9a2dba service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014593 Sep 21 21:52:33.873007 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd05e7-8f45-4d46-a1a3-8e1016816a23 req-c0815dae-8bf3-420c-936f-0fefa119e924 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:33.874546 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3bbd05e7-8f45-4d46-a1a3-8e1016816a23 req-c0815dae-8bf3-420c-936f-0fefa119e924 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0690498 Sep 21 21:52:33.923694 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3bbd05e7-8f45-4d46-a1a3-8e1016816a23 req-0810c0f0-258b-47d1-b4a8-844b22f3ec35 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430491 Sep 21 21:52:34.057179 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b36a2-f750-4f1e-bb39-45dc51869fd9 req-f51864f5-c69a-4614-984e-fc943cb653f6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:34.059581 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fb4b36a2-f750-4f1e-bb39-45dc51869fd9 req-f51864f5-c69a-4614-984e-fc943cb653f6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 943 time: 0.1909063 Sep 21 21:52:34.065584 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b1c43f60-59ec-44e2-b042-54cbff013ef2 req-6296b215-50cf-44d9-a84b-fe07b5fac397 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152312 Sep 21 21:52:34.151115 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fb4b36a2-f750-4f1e-bb39-45dc51869fd9 req-b44ace98-398c-4553-b8c7-4d804f170e1b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839903 Sep 21 21:52:34.155782 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582b726c-e073-4e89-a7ab-1433a1a072b0 req-fe32cfce-a44a-43c6-85ba-ae4146c4b50f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:34.158664 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-582b726c-e073-4e89-a7ab-1433a1a072b0 req-fe32cfce-a44a-43c6-85ba-ae4146c4b50f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0692718 Sep 21 21:52:34.201076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-a4ea069f-8dbf-446b-bbd9-cf0d5e7f353b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:34.202879 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-a4ea069f-8dbf-446b-bbd9-cf0d5e7f353b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1127 time: 0.0764329 Sep 21 21:52:34.214329 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-582b726c-e073-4e89-a7ab-1433a1a072b0 req-dec43831-63ca-4c50-a7f6-6bc274798ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487342 Sep 21 21:52:34.311349 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-648ebc67-07b4-4ef8-a93c-5c47438855b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:34.312902 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-648ebc67-07b4-4ef8-a93c-5c47438855b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 909 time: 0.0978522 Sep 21 21:52:34.357599 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-dee711e2-7496-4b6b-a7c9-03bc1722bedc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 217 time: 0.0340102 Sep 21 21:52:34.406312 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-f989f836-cf12-4259-ae6d-ef963119354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:34.407786 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-f989f836-cf12-4259-ae6d-ef963119354c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0437601 Sep 21 21:52:34.466541 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-55ec7a4a-874c-4d32-acb4-63059275e93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:34.467991 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-55ec7a4a-874c-4d32-acb4-63059275e93f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508065 Sep 21 21:52:34.527837 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:52:34.566369 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-fe5e4eab-9b8a-4756-ae0b-ee76e1a33530 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895746 Sep 21 21:52:34.657140 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:34.673769 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '9c898f1b-a037-48e7-9225-490e7b932529', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'port_id': '9c898f1b-a037-48e7-9225-490e7b932529', 'mac_address': 'fa:16:3e:44:45:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:52:34.717928 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: ACTIVE; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:34.717928 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:34.733239 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c898f1b-a037-48e7-9225-490e7b932529 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:34.755322 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:34.762107 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:34.763219 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d4cc5cab-fd20-43b1-ad99-4b44a4e2888e details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:52:34.831889 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=6']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:34.912823 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:34.926862 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'port_id': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'mac_address': 'fa:16:3e:02:28:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:52:34.948410 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-8cbbb1b7-637a-4f02-ba62-fa3429981e02 req-0e1babbe-d404-4e95-9115-5ad716a1b771 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723996 Sep 21 21:52:34.967647 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:34.968109 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:34.982700 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cc5cab-fd20-43b1-ad99-4b44a4e2888e {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:35.013366 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:35.019844 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:35.088330 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:35.092832 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b4c9f-7441-4f0b-9690-70ee2b5572d1 req-c4e5745f-6237-4a0b-8e85-12a0ccba7866 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:35.094397 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bb0b4c9f-7441-4f0b-9690-70ee2b5572d1 req-c4e5745f-6237-4a0b-8e85-12a0ccba7866 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 945 time: 0.0683270 Sep 21 21:52:35.120233 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['9c898f1b-a037-48e7-9225-490e7b932529'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:52:35.150130 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bb0b4c9f-7441-4f0b-9690-70ee2b5572d1 req-a56ff2a1-d585-4310-8fe4-39d4262f20e7 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484779 Sep 21 21:52:35.316015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe9dd89-cb6e-4884-ba47-768eebf4350b req-283de0e2-9481-4f5a-9200-fa9da1f4731b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:35.317748 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ebe9dd89-cb6e-4884-ba47-768eebf4350b req-283de0e2-9481-4f5a-9200-fa9da1f4731b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 944 time: 0.0740385 Sep 21 21:52:35.370591 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['d4cc5cab-fd20-43b1-ad99-4b44a4e2888e'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:52:35.381138 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbb6eb-82d3-48c2-9631-ef1fab8374aa req-a6cda220-0c0d-4dc0-85e3-e2af68fbd621 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:35.386114 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ebe9dd89-cb6e-4884-ba47-768eebf4350b req-e817d17a-260a-44dd-9009-bdcb0ae80361 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583608 Sep 21 21:52:35.388982 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4cdbb6eb-82d3-48c2-9631-ef1fab8374aa req-a6cda220-0c0d-4dc0-85e3-e2af68fbd621 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0784883 Sep 21 21:52:35.442707 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4cdbb6eb-82d3-48c2-9631-ef1fab8374aa req-bf9b4476-ae7a-4705-8d6d-f22c42d805da tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524654 Sep 21 21:52:36.297644 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c27832-b601-4416-83da-3fa60e4f70e4 req-2f5f204e-2462-4687-9fc7-61a6cad297a6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:36.299181 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-68c27832-b601-4416-83da-3fa60e4f70e4 req-2f5f204e-2462-4687-9fc7-61a6cad297a6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 945 time: 0.0571640 Sep 21 21:52:36.372835 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-68c27832-b601-4416-83da-3fa60e4f70e4 req-ac868905-fb0c-4f45-bc94-7bde5611f0b5 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658710 Sep 21 21:52:36.542217 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:36.558243 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1160ad-1c7d-4890-b215-b2e1ad898b99 req-01fd7d79-ee45-4a55-b870-c5d58279c62e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:36.559954 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9c1160ad-1c7d-4890-b215-b2e1ad898b99 req-01fd7d79-ee45-4a55-b870-c5d58279c62e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 944 time: 0.0869744 Sep 21 21:52:36.614516 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9c1160ad-1c7d-4890-b215-b2e1ad898b99 req-0bf01bad-2088-4357-8e0d-adddc0e3859b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488889 Sep 21 21:52:36.618700 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 9c898f1b-a037-48e7-9225-490e7b932529 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:36.619161 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (9c898f1b-a037-48e7-9225-490e7b932529), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:36.619736 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 9c898f1b-a037-48e7-9225-490e7b932529 Sep 21 21:52:36.627602 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785cbbb5-4641-4211-a648-8da4f8a1ba6f req-01b7444a-9c5a-4d1b-bf0f-1930a906f9a4 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:36.642061 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-785cbbb5-4641-4211-a648-8da4f8a1ba6f req-01b7444a-9c5a-4d1b-bf0f-1930a906f9a4 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.1002281 Sep 21 21:52:36.688640 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-785cbbb5-4641-4211-a648-8da4f8a1ba6f req-a3adead4-e7e9-4004-8541-313a9c2ce7aa tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480318 Sep 21 21:52:36.735925 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:36.736332 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:36.761103 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:36.764561 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020b9b99-b9fb-41d8-9181-70b6005dce9d" -d '{"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-plugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:36.783253 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:36.791128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:36.792305 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d4cc5cab-fd20-43b1-ad99-4b44a4e2888e up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:36.860201 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=7']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:36.875122 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c51bb5f-cebc-43b1-958a-e9ebb7c8932d x-openstack-request-id: req-6c51bb5f-cebc-43b1-958a-e9ebb7c8932d {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:36.875422 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-plugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:36.875675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-6c51bb5f-cebc-43b1-958a-e9ebb7c8932d {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:36.876077 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c51bb5f-cebc-43b1-958a-e9ebb7c8932d'] response: {'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'code': 200} Sep 21 21:52:36.888819 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:52:36.892530 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:36.892908 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:36.893251 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e Sep 21 21:52:36.988363 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:36.988676 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.042260 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:37.047405 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:37.135187 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:37.561979 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce86ac-d7d4-44ff-948b-554ed25c55f7 req-e27bd9e5-6783-42a1-a670-053497540a55 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:37.561979 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ecce86ac-d7d4-44ff-948b-554ed25c55f7 req-e27bd9e5-6783-42a1-a670-053497540a55 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0734513 Sep 21 21:52:37.633622 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ecce86ac-d7d4-44ff-948b-554ed25c55f7 req-47e8dca4-3d4a-4e6e-a49f-29873b72afe8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626879 Sep 21 21:52:37.810875 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a891c-46f8-4a93-b6e7-31281c522e08 req-366ae0ce-3b6f-4271-8504-fa4e5eb694c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:37.813813 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-402a891c-46f8-4a93-b6e7-31281c522e08 req-366ae0ce-3b6f-4271-8504-fa4e5eb694c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0786293 Sep 21 21:52:37.882081 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e8826-3d46-4265-b235-9a361c5fc9ac req-0dcfc071-5e97-45f9-aec6-a3e116c91fe1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:37.891441 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c4e8826-3d46-4265-b235-9a361c5fc9ac req-0dcfc071-5e97-45f9-aec6-a3e116c91fe1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0797634 Sep 21 21:52:37.896268 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-402a891c-46f8-4a93-b6e7-31281c522e08 req-b5295327-d22c-4dce-86ba-43e8a27860e0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718284 Sep 21 21:52:37.965075 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c4e8826-3d46-4265-b235-9a361c5fc9ac req-40b8e666-bb60-419a-bef0-8a385b884cd0 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721984 Sep 21 21:52:38.435096 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-fdfbb62a-222a-49c7-9220-bd6733233b86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:38.811064 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1abda-5026-41f8-89ff-894f59a5a5e6 req-3f4f18d0-1674-43a9-ae80-5d32e009cf93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:38.813929 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4aa1abda-5026-41f8-89ff-894f59a5a5e6 req-3f4f18d0-1674-43a9-ae80-5d32e009cf93 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0643890 Sep 21 21:52:38.877710 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:38.881136 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4aa1abda-5026-41f8-89ff-894f59a5a5e6 req-a1751b64-2300-4490-a029-d12dcddd0ae1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605652 Sep 21 21:52:38.883457 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ce7bdb-0cb7-4f28-b6df-821696326ce3" -d '{"events": [{"server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:38.941989 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6200900-9b90-4703-b85d-73366908908c x-openstack-request-id: req-a6200900-9b90-4703-b85d-73366908908c {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:38.942964 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "name": "network-vif-plugged", "status": "completed", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:38.943374 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a6200900-9b90-4703-b85d-73366908908c {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:38.944238 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6200900-9b90-4703-b85d-73366908908c'] response: {'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'code': 200} Sep 21 21:52:39.086931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e76f38-6006-4828-9248-2170304172e3 req-9c3e221d-09ac-489a-9dca-53100e7d527f tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:39.094271 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c2e76f38-6006-4828-9248-2170304172e3 req-9c3e221d-09ac-489a-9dca-53100e7d527f tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0790977 Sep 21 21:52:39.134829 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b47e32-d875-41fd-b7e0-06c5d814fb49 req-bb6fe518-5c57-4d0a-b7e4-7e70ed26a4bc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:39.143406 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-43b47e32-d875-41fd-b7e0-06c5d814fb49 req-bb6fe518-5c57-4d0a-b7e4-7e70ed26a4bc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0759363 Sep 21 21:52:39.171912 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c2e76f38-6006-4828-9248-2170304172e3 req-4606a3fd-8ffe-41de-812e-7f348762e829 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763752 Sep 21 21:52:39.214501 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-43b47e32-d875-41fd-b7e0-06c5d814fb49 req-b6750cf5-6dce-49b6-ab2a-d7cb8ee0e341 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697358 Sep 21 21:52:39.280902 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12adf12-4627-49d4-b6ad-64bd557d02c6 req-8dab440c-b6aa-4623-8326-8ef1375603c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:39.283703 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e12adf12-4627-49d4-b6ad-64bd557d02c6 req-8dab440c-b6aa-4623-8326-8ef1375603c7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1129 time: 0.1078901 Sep 21 21:52:39.341044 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e12adf12-4627-49d4-b6ad-64bd557d02c6 req-b4641f20-0f28-4236-a646-261e259ce40f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500464 Sep 21 21:52:39.870998 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:52:40.079697 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c634a-b6bd-4186-ac05-42a77afe641f req-68c0e2ab-cfa5-4522-83df-3e17450fad07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:40.081485 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-122c634a-b6bd-4186-ac05-42a77afe641f req-68c0e2ab-cfa5-4522-83df-3e17450fad07 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0804734 Sep 21 21:52:40.151296 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-122c634a-b6bd-4186-ac05-42a77afe641f req-8ed3d0b4-e4fb-4539-b183-3bcd341a0d06 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540917 Sep 21 21:52:40.335831 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52c13e-8379-4bc0-b264-7101d506f465 req-ce44d59c-4cf1-438a-a5e5-f27c9dadf55a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:40.338153 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4d52c13e-8379-4bc0-b264-7101d506f465 req-ce44d59c-4cf1-438a-a5e5-f27c9dadf55a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0647283 Sep 21 21:52:40.421378 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84292131-b2ad-4b4f-8271-36603be341be req-62977da0-ccb2-4bec-9994-1d251103a6dc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:40.423027 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-84292131-b2ad-4b4f-8271-36603be341be req-62977da0-ccb2-4bec-9994-1d251103a6dc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0960765 Sep 21 21:52:40.431782 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4d52c13e-8379-4bc0-b264-7101d506f465 req-ca1a9b76-666f-4e1c-9246-0f94577487f2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844426 Sep 21 21:52:40.523410 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-84292131-b2ad-4b4f-8271-36603be341be req-f9c05c4e-0065-4119-8036-4ce446fb8cae tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853908 Sep 21 21:52:40.651963 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2d348200-6ff8-43d0-8c32-9471eff69785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:41.325443 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b3772-748e-4a9c-9797-5cd21fb78ba7 req-2eab0c0a-18bd-4267-8f76-c549d514adb9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:41.327174 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7d0b3772-748e-4a9c-9797-5cd21fb78ba7 req-2eab0c0a-18bd-4267-8f76-c549d514adb9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0903671 Sep 21 21:52:41.406126 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7d0b3772-748e-4a9c-9797-5cd21fb78ba7 req-811f4958-edd4-4dc3-9921-7d9645f87677 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692604 Sep 21 21:52:41.619486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7069fcd-84d0-4ea0-9ee7-51dc297df324 req-d2a596d2-01bc-4214-bf43-ebba9620b06e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:41.621968 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b7069fcd-84d0-4ea0-9ee7-51dc297df324 req-d2a596d2-01bc-4214-bf43-ebba9620b06e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0965674 Sep 21 21:52:41.705062 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81229a51-966f-4d2b-add8-e3f99a5dce3f req-95fe9d45-168e-4ea3-a7a5-f16fb423ce41 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:41.707574 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-81229a51-966f-4d2b-add8-e3f99a5dce3f req-95fe9d45-168e-4ea3-a7a5-f16fb423ce41 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0846643 Sep 21 21:52:41.738167 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b7069fcd-84d0-4ea0-9ee7-51dc297df324 req-0bb7d503-8ed0-4d1e-b779-2fa9379c6785 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089840 Sep 21 21:52:41.801229 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-81229a51-966f-4d2b-add8-e3f99a5dce3f req-7faa9bb5-9b24-4e35-8bcd-2a38e6bc254e tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834050 Sep 21 21:52:41.924528 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8382a88-3fc1-4e25-a771-169a84b3df8f req-25cb77ba-50ab-4ac6-8dee-649ebb255dcb tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:41.926594 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e8382a88-3fc1-4e25-a771-169a84b3df8f req-25cb77ba-50ab-4ac6-8dee-649ebb255dcb tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0745847 Sep 21 21:52:41.937708 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 47754) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:41.944680 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'floatingip': {'port_id': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:41.995598 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (4b2861d5-8669-48e9-95d1-858cfa4d5124), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:42.213775 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:42.577689 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:52:42.712979 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:42.723087 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'port_id': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'mac_address': 'fa:16:3e:c3:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:52:42.761259 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:42.761846 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:42.786535 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1867edb-5e77-4f4c-80b5-4a1f101e4ebc {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:52:42.803641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984c981-bc9b-417f-919e-5f86d2bf6649 req-ad4fcd4e-1482-4c49-8d5f-5d15f1bda69b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:42.808311 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5984c981-bc9b-417f-919e-5f86d2bf6649 req-ad4fcd4e-1482-4c49-8d5f-5d15f1bda69b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1463373 Sep 21 21:52:42.823726 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:42.838923 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:42.882451 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5984c981-bc9b-417f-919e-5f86d2bf6649 req-cd489a23-7c40-4bc9-94f4-da687d42a721 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729074 Sep 21 21:52:42.937290 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:43.018334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48788d08-d796-4735-ae14-80f69d9c6d4d req-432f728c-e512-4164-8f69-cde226a59612 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:43.026790 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-48788d08-d796-4735-ae14-80f69d9c6d4d req-432f728c-e512-4164-8f69-cde226a59612 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 944 time: 0.1021185 Sep 21 21:52:43.031293 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:43.039396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (4b2861d5-8669-48e9-95d1-858cfa4d5124), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:43.091014 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-48788d08-d796-4735-ae14-80f69d9c6d4d req-3a09529c-dd0e-4157-b9b0-875a43be46ea tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637870 Sep 21 21:52:43.165148 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:52:43.185632 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Floating IP 4b2861d5-8669-48e9-95d1-858cfa4d5124 associated. External IP: 172.27.3.172, port: d4cc5cab-fd20-43b1-ad99-4b44a4e2888e. Sep 21 21:52:43.527336 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:43.680138 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:43.687959 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:43.694958 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:43.726577 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:43.727486 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:43.745860 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e512b0dd-423f-4b6e-9135-8479c2a843a3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "PUT /v2.0/floatingips/4b2861d5-8669-48e9-95d1-858cfa4d5124 HTTP/1.1" status: 200 len: 991 time: 1.8050914 Sep 21 21:52:43.745860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:43.747927 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7" -d '{"events": [{"name": "network-changed", "server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:43.800641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b66b09-ce1b-41bc-9223-fb67a967ec6a x-openstack-request-id: req-59b66b09-ce1b-41bc-9223-fb67a967ec6a {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:43.800938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:43.801193 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-59b66b09-ce1b-41bc-9223-fb67a967ec6a {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:43.801610 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59b66b09-ce1b-41bc-9223-fb67a967ec6a'] response: {'name': 'network-changed', 'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'status': 'completed', 'code': 200} Sep 21 21:52:43.820020 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:43.893398 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-3d49a05a-8e98-4675-bb60-3c0f368a6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:43.897859 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-3d49a05a-8e98-4675-bb60-3c0f368a6510 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1129 time: 0.0661919 Sep 21 21:52:43.933264 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:44.065687 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-d0b6bfbd-9d00-4c28-9c91-81465db8c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:44.067420 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-d0b6bfbd-9d00-4c28-9c91-81465db8c5d5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.1650989 Sep 21 21:52:44.086257 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6176c-3539-4563-a73d-2075c4642343 req-892923fd-4744-4011-a0f6-87760aef3b89 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:44.089091 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-57d6176c-3539-4563-a73d-2075c4642343 req-892923fd-4744-4011-a0f6-87760aef3b89 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0912941 Sep 21 21:52:44.208834 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-57d6176c-3539-4563-a73d-2075c4642343 req-4b8c6013-a9ff-47af-b5c8-f2b0ae4919dc tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722544 Sep 21 21:52:44.244159 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-dda9f72f-736a-41db-8f7f-4ec9d64763b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 999 time: 0.1537280 Sep 21 21:52:44.329681 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-dc34709a-a2bb-4d76-b00d-c67ec7f7bb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:44.332861 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-dc34709a-a2bb-4d76-b00d-c67ec7f7bb4a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0753150 Sep 21 21:52:44.353896 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91bf1f-7916-4e5e-9824-bb80138522f1 req-58ffb1da-fe36-44d9-8bef-2b0d69b411cd tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:44.358003 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4a91bf1f-7916-4e5e-9824-bb80138522f1 req-58ffb1da-fe36-44d9-8bef-2b0d69b411cd tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 944 time: 0.1045692 Sep 21 21:52:44.368811 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '4b2861d5-8669-48e9-95d1-858cfa4d5124', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'port_id': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'mac_address': 'fa:16:3e:02:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff4525-0974-469b-b986-bd05b1f5c254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:52:27Z', 'updated_at': '2022-09-21T21:52:42Z', 'revision_number': 1, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:44.413660 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-b72628ee-fa88-4e92-b503-cfdb50b363b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:44.415917 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-b72628ee-fa88-4e92-b503-cfdb50b363b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724795 Sep 21 21:52:44.439273 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:44.456171 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:44.462522 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:44.475476 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4a91bf1f-7916-4e5e-9824-bb80138522f1 req-c0633504-4a9b-4933-a4e8-bdfe16518d6f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021588 Sep 21 21:52:44.578499 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:52:44.603849 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-4889db57-3e7e-4df0-a735-5b6dc131cd4c service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807611 Sep 21 21:52:44.653134 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:44.704897 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:52:44.754315 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:52:44.754669 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:44.755021 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc Sep 21 21:52:44.794345 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-29d12e68-71ad-455e-99cc-9a7ed0c4ade7 req-c9f8cb73-4587-4ebd-94e1-92c1dcca1dec service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815875 Sep 21 21:52:45.104890 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:45.105347 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:45.179575 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:45.184002 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e59e30b-0552-4d06-b303-11777c0e3c07" -d '{"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-plugged", "status": "completed", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:45.197107 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:45.203500 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:45.215448 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:45.253962 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4182dfb-d381-44cd-90f5-5fa501b4fcfe x-openstack-request-id: req-a4182dfb-d381-44cd-90f5-5fa501b4fcfe {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:45.254353 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-plugged", "status": "completed", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:45.254578 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4182dfb-d381-44cd-90f5-5fa501b4fcfe {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:45.255092 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4182dfb-d381-44cd-90f5-5fa501b4fcfe'] response: {'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'code': 200} Sep 21 21:52:45.281883 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '4b2861d5-8669-48e9-95d1-858cfa4d5124', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'port_id': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'mac_address': 'fa:16:3e:02:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff4525-0974-469b-b986-bd05b1f5c254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:52:27Z', 'updated_at': '2022-09-21T21:52:42Z', 'revision_number': 1, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:45.335402 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc03857-725d-49f8-9a18-35e338fc29dc None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '4b2861d5-8669-48e9-95d1-858cfa4d5124', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'floating_ip_address': '172.27.3.172', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'port_id': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'mac_address': 'fa:16:3e:02:28:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cff4525-0974-469b-b986-bd05b1f5c254', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:52:27Z', 'updated_at': '2022-09-21T21:52:42Z', 'revision_number': 1, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:45.337456 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:45.487887 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff34f16-afa5-4a81-8c83-c2dbfa81c730 req-dd4a3ae5-c6c0-416b-a4c5-1735e7d69015 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:45.490568 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9ff34f16-afa5-4a81-8c83-c2dbfa81c730 req-dd4a3ae5-c6c0-416b-a4c5-1735e7d69015 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1184845 Sep 21 21:52:45.632781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c52721-3bee-4409-8f8b-62bd33f87772 req-7cd011e7-81bd-4dba-bc32-e44ef027da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:45.635202 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e4c52721-3bee-4409-8f8b-62bd33f87772 req-7cd011e7-81bd-4dba-bc32-e44ef027da6d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1129 time: 0.1082993 Sep 21 21:52:45.638758 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9ff34f16-afa5-4a81-8c83-c2dbfa81c730 req-dba2c682-0c4f-4cd8-aa0c-87ff9b693d95 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394541 Sep 21 21:52:45.742541 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad80f2b-fcc9-4f01-bf86-e5928510b789 None None] New status for floating IP 4b2861d5-8669-48e9-95d1-858cfa4d5124: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:52:45.771498 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e4c52721-3bee-4409-8f8b-62bd33f87772 req-685e57e9-eadc-4c18-9ed3-64b1bb2a4683 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103406 Sep 21 21:52:45.809104 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be79b5e-411f-4441-87ee-fcace2e2d78a req-7449de20-cf64-4b10-97a8-aec3f286cd46 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:45.821884 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7be79b5e-411f-4441-87ee-fcace2e2d78a req-7449de20-cf64-4b10-97a8-aec3f286cd46 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.1808348 Sep 21 21:52:45.926665 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7be79b5e-411f-4441-87ee-fcace2e2d78a req-1dffc06a-c416-48b5-ae32-28413cf29926 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030238 Sep 21 21:52:46.819752 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea81ec8-53a7-4e96-b112-6d43c2843a4a req-01de7d70-1142-44c6-bdd2-a0187f803d2c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:46.822745 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ea81ec8-53a7-4e96-b112-6d43c2843a4a req-01de7d70-1142-44c6-bdd2-a0187f803d2c tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0761812 Sep 21 21:52:46.912043 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7ea81ec8-53a7-4e96-b112-6d43c2843a4a req-670a1071-e7b3-45db-ab3f-09043d528c23 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746622 Sep 21 21:52:47.094736 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382808cf-dd14-4065-8af6-5cf4a6687e34 req-20a657be-37b4-45e7-9c25-5c6be3cd2c11 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:47.096400 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-382808cf-dd14-4065-8af6-5cf4a6687e34 req-20a657be-37b4-45e7-9c25-5c6be3cd2c11 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0714850 Sep 21 21:52:47.194568 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-382808cf-dd14-4065-8af6-5cf4a6687e34 req-81f40c23-a78a-4023-9846-a111b1564ddc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881519 Sep 21 21:52:48.055629 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34caa634-da3c-4a0a-ba7b-32df1b607088 req-c9b07f89-a682-4713-ab13-dce8916757c8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.057288 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-34caa634-da3c-4a0a-ba7b-32df1b607088 req-c9b07f89-a682-4713-ab13-dce8916757c8 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0582740 Sep 21 21:52:48.111387 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-34caa634-da3c-4a0a-ba7b-32df1b607088 req-9a560ab5-6b92-45bb-a8cf-cec723f00249 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459692 Sep 21 21:52:48.391050 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23356241-6118-4164-aa5b-c8bd5ea0a91c req-0e3716a4-9d73-483e-8ae6-944cdddc161a tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.393086 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-23356241-6118-4164-aa5b-c8bd5ea0a91c req-0e3716a4-9d73-483e-8ae6-944cdddc161a tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0906556 Sep 21 21:52:48.410177 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-3de9b2d2-6fd7-43dc-9409-817437d5247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.411672 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-3de9b2d2-6fd7-43dc-9409-817437d5247a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1130 time: 0.0772440 Sep 21 21:52:48.501950 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-23356241-6118-4164-aa5b-c8bd5ea0a91c req-59bfcd7f-1c6d-4f2d-a0d8-5a315415812b tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023443 Sep 21 21:52:48.539590 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-05d70e0d-de27-42f2-8bee-e8b552164935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.540871 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-05d70e0d-de27-42f2-8bee-e8b552164935 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1225350 Sep 21 21:52:48.621688 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-ed4b890f-f879-4176-b1a5-0a4a96f85627 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 1002 time: 0.0743446 Sep 21 21:52:48.650965 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbcc12-07c5-4a10-b116-6788bbf423d2 req-dd91ef0a-183a-4e28-8d28-0e2b09cf58a9 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.652522 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-73fbcc12-07c5-4a10-b116-6788bbf423d2 req-dd91ef0a-183a-4e28-8d28-0e2b09cf58a9 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0685203 Sep 21 21:52:48.675004 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-e45c0055-7645-4293-bb55-2dfd55bb4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.676521 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-e45c0055-7645-4293-bb55-2dfd55bb4ce9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0488467 Sep 21 21:52:48.707025 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-73fbcc12-07c5-4a10-b116-6788bbf423d2 req-3dad596a-15ce-4ff5-beb3-434dc89b45e2 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476327 Sep 21 21:52:48.741393 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-9f991c51-e6a9-47e0-936f-7939d71ff464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.743039 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-9f991c51-e6a9-47e0-936f-7939d71ff464 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606706 Sep 21 21:52:48.747138 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47804) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:48.861274 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-ef8236c9-476c-4cbd-80de-2d0441410702 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114275 Sep 21 21:52:48.994998 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-60a47f5b-9603-4085-b40a-fe09a4a0e590 req-9d16974b-f671-4e8d-ac0e-b5bcba43708e service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268811 Sep 21 21:52:48.997732 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d362fc5a-e1d5-49fb-b502-abd5666ab9e3 tempest-TestShelveInstance-199446364 tempest-TestShelveInstance-199446364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:48.999272 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d362fc5a-e1d5-49fb-b502-abd5666ab9e3 tempest-TestShelveInstance-199446364 tempest-TestShelveInstance-199446364-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1124 time: 0.2509878 Sep 21 21:52:49.004665 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 47810) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:52:49.009245 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'port_id': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:52:49.032552 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:49.138920 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:49.309720 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Allocated IP 172.27.3.6 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/8d372b26-6b2c-4a39-971f-9f862756b016) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:52:49.318566 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732365d-de36-4a6c-8613-05f6c73757cd req-5e15fe3b-9dcc-479b-b5a8-3eb6bee888e0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:49.320309 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3732365d-de36-4a6c-8613-05f6c73757cd req-5e15fe3b-9dcc-479b-b5a8-3eb6bee888e0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.1181242 Sep 21 21:52:49.424165 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3732365d-de36-4a6c-8613-05f6c73757cd req-e77df11b-6a3c-434d-adca-440d90649fe0 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954218 Sep 21 21:52:49.472474 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for port (8d372b26-6b2c-4a39-971f-9f862756b016), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:49.523072 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (8d372b26-6b2c-4a39-971f-9f862756b016), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:49.567419 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:52:49.570881 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:52:49.577503 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:52:49.582938 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'Port': ['ID=8d372b26-6b2c-4a39-971f-9f862756b016,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:49.610402 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.610750 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.611093 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.611430 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.611766 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.612130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.612426 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.612750 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.613074 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.613403 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.613720 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.614063 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.614398 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:52:49.880163 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97ea72-ef0c-408a-8a71-17fb4dd253ee req-633f3ec0-7e94-41a8-b9cd-b6d94f318784 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:49.882003 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9d97ea72-ef0c-408a-8a71-17fb4dd253ee req-633f3ec0-7e94-41a8-b9cd-b6d94f318784 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.1115503 Sep 21 21:52:50.004299 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9d97ea72-ef0c-408a-8a71-17fb4dd253ee req-ecece294-dc61-486a-be4b-5c8663a38aa0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885127 Sep 21 21:52:50.057375 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for floatingip (df294c36-66c0-4157-8ebf-54f3ee4a49b0), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.135066 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (8d372b26-6b2c-4a39-971f-9f862756b016), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.320272 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for port (8d372b26-6b2c-4a39-971f-9f862756b016), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.328223 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (8d372b26-6b2c-4a39-971f-9f862756b016), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.397557 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (df294c36-66c0-4157-8ebf-54f3ee4a49b0), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.399231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event updated for resources: {'Port': ['ID=8d372b26-6b2c-4a39-971f-9f862756b016,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:50.521940 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Floating IP df294c36-66c0-4157-8ebf-54f3ee4a49b0 associated. External IP: 172.27.3.6, port: c1867edb-5e77-4f4c-80b5-4a1f101e4ebc. Sep 21 21:52:50.581562 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244c4ca-efda-4dd6-acdb-c045cc7e2c7b req-5e827aad-8642-432e-b34a-b0f64e79581f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:50.586753 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4244c4ca-efda-4dd6-acdb-c045cc7e2c7b req-5e827aad-8642-432e-b34a-b0f64e79581f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 946 time: 0.0679920 Sep 21 21:52:50.611899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:50.653077 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4244c4ca-efda-4dd6-acdb-c045cc7e2c7b req-6c5e2e5d-457b-447e-9354-03e8524cd714 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619769 Sep 21 21:52:50.704201 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: ACTIVE; New status is: DOWN {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:50.704693 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.742926 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:50.742926 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657f3515-cb86-4f6f-baef-80669cb241d4" -d '{"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:50.761645 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:50.767117 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.768114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:50.803586 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62634757-0452-484e-b803-a1e5a41c8fb3 x-openstack-request-id: req-62634757-0452-484e-b803-a1e5a41c8fb3 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:50.804137 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-unplugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:50.804659 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-62634757-0452-484e-b803-a1e5a41c8fb3 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:50.804659 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62634757-0452-484e-b803-a1e5a41c8fb3'] response: {'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'code': 200} Sep 21 21:52:50.851250 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=8']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:50.909150 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:50.934339 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.942608 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] Sync routers for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:50.956585 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:50.961197 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:50.962036 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:50.981604 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-872f8465-e23e-4e29-a918-00a57ec2402f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9731739 Sep 21 21:52:50.981604 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:50.982117 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:51.029332 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4a769e-d3a9-41e4-9b30-3c7ed96cb1d3 x-openstack-request-id: req-2f4a769e-d3a9-41e4-9b30-3c7ed96cb1d3 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:51.029648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:51.035849 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-2f4a769e-d3a9-41e4-9b30-3c7ed96cb1d3 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:51.036395 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4a769e-d3a9-41e4-9b30-3c7ed96cb1d3'] response: {'name': 'network-changed', 'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'status': 'completed', 'code': 200} Sep 21 21:52:51.145140 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:51.186749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-fe9c0f12-4e69-4680-9cc8-fcd179aca022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.188701 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-fe9c0f12-4e69-4680-9cc8-fcd179aca022 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1129 time: 0.1255012 Sep 21 21:52:51.206786 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571e70f-953b-44b7-878d-578670147ca5 req-7859e11a-288c-495f-9b87-0d3f34b8c34b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.209388 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d571e70f-953b-44b7-878d-578670147ca5 req-7859e11a-288c-495f-9b87-0d3f34b8c34b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0812926 Sep 21 21:52:51.348278 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d571e70f-953b-44b7-878d-578670147ca5 req-913188c8-981e-4a22-8fc2-bad5c2786c9a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285686 Sep 21 21:52:51.378584 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-0af6ef65-9fb8-4e21-9d06-9e598c8a3f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.380504 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-0af6ef65-9fb8-4e21-9d06-9e598c8a3f4e service neutron] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 909 time: 0.1697102 Sep 21 21:52:51.453013 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'df294c36-66c0-4157-8ebf-54f3ee4a49b0', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'port_id': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'mac_address': 'fa:16:3e:c3:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:52:49Z', 'updated_at': '2022-09-21T21:52:49Z', 'revision_number': 0, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:51.454197 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-f776b13a-1b14-43bd-a632-16de7b6797c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 997 time: 0.0663581 Sep 21 21:52:51.486227 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] Checking router: 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:51.489739 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02f7e3-4353-4704-a683-657282a3bbca req-bdf5b07e-ccfe-49d7-896e-5c46a9bb81ee tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.493077 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec02f7e3-4353-4704-a683-657282a3bbca req-bdf5b07e-ccfe-49d7-896e-5c46a9bb81ee tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 946 time: 0.0837259 Sep 21 21:52:51.496406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:51.497124 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:51.518010 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-0584ba4a-2d83-4bf2-908c-c7400200b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.520510 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-0584ba4a-2d83-4bf2-908c-c7400200b4a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0573280 Sep 21 21:52:51.583180 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-3d6f92ee-99e3-4f3f-9e71-7c754fa724a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.586916 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-3d6f92ee-99e3-4f3f-9e71-7c754fa724a2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584080 Sep 21 21:52:51.619304 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:51.629193 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Deleting port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:52:51.629751 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:51.688219 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-427cceac-3a3f-445b-92e6-5e604e66fefc service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956223 Sep 21 21:52:51.738232 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] For port 6ef9862b-1a2d-4e08-a63f-69595093a0d6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=6ef9862b-1a2d-4e08-a63f-69595093a0d6,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:52:51.738917 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:51.925774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b126e7-dfb6-4aad-8a51-0ba88b0f7cae req-c0dfabdc-6cc8-4297-8c2c-a574f5b346be tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:51.927745 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-52b126e7-dfb6-4aad-8a51-0ba88b0f7cae req-c0dfabdc-6cc8-4297-8c2c-a574f5b346be tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.1333466 Sep 21 21:52:51.946734 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'df294c36-66c0-4157-8ebf-54f3ee4a49b0', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'port_id': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'mac_address': 'fa:16:3e:c3:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:52:49Z', 'updated_at': '2022-09-21T21:52:49Z', 'revision_number': 0, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:51.978359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9095640-a9b6-45b6-8827-cd2a503e42bc None None] The sync data for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi is: [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'df294c36-66c0-4157-8ebf-54f3ee4a49b0', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'port_id': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'mac_address': 'fa:16:3e:c3:e7:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:52:49Z', 'updated_at': '2022-09-21T21:52:49Z', 'revision_number': 0, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:52.016651 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:52.017142 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (47202536-919c-4932-adf6-3191eb4d1d2a), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:52.017484 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Floating IP 47202536-919c-4932-adf6-3191eb4d1d2a disassociated. External IP: 172.27.3.66, port: 6ef9862b-1a2d-4e08-a63f-69595093a0d6. Sep 21 21:52:52.017893 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Calling delete_port for 6ef9862b-1a2d-4e08-a63f-69595093a0d6 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:52:52.051678 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-52b126e7-dfb6-4aad-8a51-0ba88b0f7cae req-43422e24-049b-48ac-9591-bf463c512c34 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960820 Sep 21 21:52:52.131691 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c5cd6f12-95b7-481a-b7b2-c114e0ab993e req-f0a7a131-8fb4-4215-943e-5331ba7c9e06 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354975 Sep 21 21:52:52.233207 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (6ef9862b-1a2d-4e08-a63f-69595093a0d6), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:52.264587 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'Port': ['ID=6ef9862b-1a2d-4e08-a63f-69595093a0d6,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:52:52.346802 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616ffc51-a1f0-496b-9808-77f81b1746c5 None None] New status for floating IP df294c36-66c0-4157-8ebf-54f3ee4a49b0: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:52:52.444213 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:52:52.521976 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c7affaf0-12a2-43f2-8299-1a1e2d9e314f req-e593ba3e-738e-411b-a9fa-86891c664bab tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7289fe6-4185-4c4e-bb06-ba683a1eb9b7 HTTP/1.1" status: 200 len: 210 time: 0.0610650 Sep 21 21:52:52.622055 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:52:52.639055 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:52:52.653418 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:52.654156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:52.690451 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] No DVR routers for this DVR port 6ef9862b-1a2d-4e08-a63f-69595093a0d6 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:52:52.700729 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:52:52.700729 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec02f7e3-4353-4704-a683-657282a3bbca req-cbf1217b-a2e6-49d4-b882-23738fc7955a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "DELETE /v2.0/ports/6ef9862b-1a2d-4e08-a63f-69595093a0d6 HTTP/1.1" status: 204 len: 173 time: 1.2018464 Sep 21 21:52:52.701836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'name': 'network-vif-deleted', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:52:52.707362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71975805-bfbf-48a8-b728-f52cbaf0adb4" -d '{"events": [{"server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "name": "network-vif-deleted", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:52:52.778645 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2740602-f573-4052-85af-010266f1a9dd x-openstack-request-id: req-c2740602-f573-4052-85af-010266f1a9dd {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:52:52.778944 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7289fe6-4185-4c4e-bb06-ba683a1eb9b7", "name": "network-vif-deleted", "tag": "6ef9862b-1a2d-4e08-a63f-69595093a0d6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:52:52.779197 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c2740602-f573-4052-85af-010266f1a9dd {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:52:52.779629 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2740602-f573-4052-85af-010266f1a9dd'] response: {'server_uuid': 'f7289fe6-4185-4c4e-bb06-ba683a1eb9b7', 'name': 'network-vif-deleted', 'tag': '6ef9862b-1a2d-4e08-a63f-69595093a0d6', 'status': 'completed', 'code': 200} Sep 21 21:52:52.845856 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:53.121899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:53.153509 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:52:53.167426 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:52:53.168328 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:52:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:53.275275 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [req-bc4dd3aa-82f4-43c5-a399-596c7a42ed11 req-4ba3ee0c-e3c1-476f-8d3b-b558777b4604 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:52:53.276756 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bc4dd3aa-82f4-43c5-a399-596c7a42ed11 req-4ba3ee0c-e3c1-476f-8d3b-b558777b4604 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059364 Sep 21 21:52:53.290487 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:52:53.553464 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:52:53.559614 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e0ebf-b344-43d2-9d81-3e1722044a8d req-765514e3-e5a8-488e-b7a0-7c034a5a90ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:53.561208 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a5e0ebf-b344-43d2-9d81-3e1722044a8d req-765514e3-e5a8-488e-b7a0-7c034a5a90ae tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.1071723 Sep 21 21:52:53.586446 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-5ccea655-05d3-4d0d-ad62-66b6f2366ad3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915134 Sep 21 21:52:53.590768 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6028bd-0308-4357-843d-72085878e6c3 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:52:53.654836 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a5e0ebf-b344-43d2-9d81-3e1722044a8d req-71e49e03-fbce-41fa-beab-ce9272a9e4f6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867877 Sep 21 21:52:53.752698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-2ee9b973-cd01-40e7-a976-32b1ecc65c5d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:53.754739 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-2ee9b973-cd01-40e7-a976-32b1ecc65c5d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports/9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 941 time: 0.0973084 Sep 21 21:52:53.987682 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-0f91c482-f484-4531-a256-ba13590ec8a9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388863933&fields=id&tenant_id=865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 267 time: 0.0728142 Sep 21 21:52:53.988604 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be619f1-3d42-4420-a649-9679d26fd421 None None] New status for floating IP 47202536-919c-4932-adf6-3191eb4d1d2a: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:52:54.106006 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-e1147cce-4fd0-4ac4-89c9-66afe1ad49e8 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:54.111661 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-e1147cce-4fd0-4ac4-89c9-66afe1ad49e8 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 811 time: 0.1216576 Sep 21 21:52:54.132375 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-fbe9f7c2-79f3-4535-8b67-9a2572f4b7a8 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/quotas/865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 375 time: 0.0148907 Sep 21 21:52:54.219523 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-52b340a3-e23b-4ecb-bfc5-63a1049e4d9e tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784523 Sep 21 21:52:54.338571 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-6f1ca13e-d412-4204-85ca-a37555d9e2a8 service neutron] 10.222.0.48 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063066 Sep 21 21:52:54.456402 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-8a2c240d-9d8c-436a-b06c-790cde4de836 service neutron] 10.222.0.48 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109400 Sep 21 21:52:54.602037 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6ef9862b-1a2d-4e08-a63f-69595093a0d6 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:54.629313 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 6ef9862b-1a2d-4e08-a63f-69595093a0d6 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:52:54.629653 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 6ef9862b-1a2d-4e08-a63f-69595093a0d6 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:52:54.630103 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:52:54.733993 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: DOWN; New status is: DOWN {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:52:54.758362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-944c8323-e9e3-456b-8241-8a5defa4075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:54.759905 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-944c8323-e9e3-456b-8241-8a5defa4075b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e&tenant_id=c8c7809e96634705be99daed4c8edf96 HTTP/1.1" status: 200 len: 1128 time: 0.0698614 Sep 21 21:52:54.857375 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8bc49812-8769-4dff-9a62-ef1b48a89ae1 req-c17aed11-cce0-4a86-a504-2da580d7cad3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0521886 Sep 21 21:52:54.873328 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-2e1e167c-228e-47ba-8384-7b0516a95d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:54.874990 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-2e1e167c-228e-47ba-8384-7b0516a95d2c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1128 time: 0.0859041 Sep 21 21:52:54.877445 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4030254-5afe-40d0-a99e-43d34e04046b req-dc2445d7-d805-4d58-96c0-424465167f74 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:54.884477 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f4030254-5afe-40d0-a99e-43d34e04046b req-dc2445d7-d805-4d58-96c0-424465167f74 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0830696 Sep 21 21:52:54.932478 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f4030254-5afe-40d0-a99e-43d34e04046b req-42cc8cec-2e07-41b0-a802-b6afa2e4deb9 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470538 Sep 21 21:52:55.005031 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-4fd13327-a272-4f87-8878-23ca03f0f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:55.006857 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-4fd13327-a272-4f87-8878-23ca03f0f418 service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.1240947 Sep 21 21:52:55.084337 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-a4feb7a9-6b63-4706-b7d8-745eeb39cad9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 1000 time: 0.0676818 Sep 21 21:52:55.143413 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-cf9939c0-e09c-4486-bc5a-bbfd0f6a3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:55.145241 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-cf9939c0-e09c-4486-bc5a-bbfd0f6a3a17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0545738 Sep 21 21:52:55.207387 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-175c0b40-b2c3-44ba-8421-f88c54b4731c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:55.209200 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-175c0b40-b2c3-44ba-8421-f88c54b4731c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578201 Sep 21 21:52:55.317545 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-d21c8980-dfa5-4502-b079-ecd7ee14d051 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011510 Sep 21 21:52:55.425081 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-99c52013-3656-4910-adbd-3d94db7e63e0 req-ae31d5c4-8790-4629-b37e-2e08e3ed0e34 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979989 Sep 21 21:52:56.046181 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-62902bc9-6986-484d-82f0-3bd9568f3106 req-64d66b7f-d068-4589-a168-3710afabee2e tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0703626 Sep 21 21:52:56.195254 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8c8c4-944f-48c3-8986-4553ff0d1045 req-51aef5a1-a5e4-4f58-9949-fa81ba0ea877 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:56.205462 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1dc8c8c4-944f-48c3-8986-4553ff0d1045 req-51aef5a1-a5e4-4f58-9949-fa81ba0ea877 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.1094286 Sep 21 21:52:56.270564 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1dc8c8c4-944f-48c3-8986-4553ff0d1045 req-a88d23e1-583e-4e2f-b51e-afe932b90b39 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636311 Sep 21 21:52:57.213197 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2224f6df-6c0c-4951-84f7-ef8e1ceabc77 req-1bc18030-37fc-406c-81c7-bc5869406fa8 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0535116 Sep 21 21:52:57.474290 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e807db6-b2eb-4ae4-99ea-791acebc7c04 req-4586e701-66c5-4381-89d7-813832cbfae3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:57.476881 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9e807db6-b2eb-4ae4-99ea-791acebc7c04 req-4586e701-66c5-4381-89d7-813832cbfae3 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0828631 Sep 21 21:52:57.550681 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9e807db6-b2eb-4ae4-99ea-791acebc7c04 req-1ab6f977-cebb-4192-aaf7-184e21343392 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678613 Sep 21 21:52:58.364439 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1834dd34-263d-4872-b669-192631f0e757 req-73855300-fd7a-45f3-bda8-6ff6d543a16a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0459774 Sep 21 21:52:58.743749 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3613b18-7349-485c-a0ee-3b9d2bd47c0a req-cb2d802c-ffdd-41d5-b52f-2e52543e8935 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:52:58.746003 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e3613b18-7349-485c-a0ee-3b9d2bd47c0a req-cb2d802c-ffdd-41d5-b52f-2e52543e8935 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0867774 Sep 21 21:52:58.831068 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e3613b18-7349-485c-a0ee-3b9d2bd47c0a req-ff0e28b9-41ca-485f-80e5-fb98eaaceb8d tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740387 Sep 21 21:52:59.519169 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-327d7b3f-d697-48ce-a97b-47413c38770d req-88ab1bff-6a99-42b0-b608-da8093208d3c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0365646 Sep 21 21:53:00.158036 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b9cde-7987-4adb-ac6f-c0716f538518 req-b3176a55-e571-466b-88ce-bb68b1cf745b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:00.159690 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b61b9cde-7987-4adb-ac6f-c0716f538518 req-b3176a55-e571-466b-88ce-bb68b1cf745b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0643089 Sep 21 21:53:00.222959 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b61b9cde-7987-4adb-ac6f-c0716f538518 req-a6050f59-d40f-4f72-a721-347128637cb5 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565355 Sep 21 21:53:00.633977 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-637e7209-8b9f-4b56-afbb-4a4b8b660a7f req-5650ab3e-f571-436c-b824-a2ca1eecb455 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0326719 Sep 21 21:53:01.394565 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1dc5-d434-4ecf-8a41-a15e5be10333 req-6da92d1b-ea71-4f2b-8a3c-599ed7720d32 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:01.396871 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-742a1dc5-d434-4ecf-8a41-a15e5be10333 req-6da92d1b-ea71-4f2b-8a3c-599ed7720d32 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0776117 Sep 21 21:53:01.460581 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-742a1dc5-d434-4ecf-8a41-a15e5be10333 req-c4907570-d3a3-4ac5-ae85-1a2f8a0ac4aa tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579276 Sep 21 21:53:01.759342 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a05cc328-bd97-4e48-be0c-27fb200623d5 req-f7c0cf78-70b1-49e8-9c31-f8deea8f36c6 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0346057 Sep 21 21:53:02.625293 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160662a-9897-4603-a8bf-9c48bb5689e4 req-6d819bab-70e9-4ed8-ad98-22877294b234 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:02.626958 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d160662a-9897-4603-a8bf-9c48bb5689e4 req-6d819bab-70e9-4ed8-ad98-22877294b234 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0654490 Sep 21 21:53:02.684166 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d160662a-9897-4603-a8bf-9c48bb5689e4 req-f9c2e867-74ef-43ca-bd37-d87ca5a31d0a tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503535 Sep 21 21:53:03.157985 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5a9f6d8a-8365-48a2-acd6-eccd16b3ccb1 req-d2a58dbb-b188-464d-a91a-8914eafda28c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.2944012 Sep 21 21:53:03.874775 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a89fd2b-e4a3-41d8-bcdc-6af3b5506b91 req-d1f59a86-4109-4263-9e96-38d736dff9b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:03.876279 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a89fd2b-e4a3-41d8-bcdc-6af3b5506b91 req-d1f59a86-4109-4263-9e96-38d736dff9b6 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0702462 Sep 21 21:53:03.942554 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8a89fd2b-e4a3-41d8-bcdc-6af3b5506b91 req-3d48f4aa-9cbd-4c1b-95b9-0c9784777944 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558736 Sep 21 21:53:04.294891 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f36a5ab6-6a21-4e03-aba2-bdee5e90c9ae req-00d6f21d-03a5-472b-a998-cf785f256ab3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0348644 Sep 21 21:53:05.117830 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b029d-cc3a-4cd5-970c-102be61fd6bd req-b0245cb7-cf3b-4590-bdfa-fda11cf2dd57 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:05.120067 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e09b029d-cc3a-4cd5-970c-102be61fd6bd req-b0245cb7-cf3b-4590-bdfa-fda11cf2dd57 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.0658717 Sep 21 21:53:05.181024 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e09b029d-cc3a-4cd5-970c-102be61fd6bd req-89542186-2f90-4cf8-a688-6fcb823196e5 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555480 Sep 21 21:53:05.415661 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-815d1b1d-ba75-41e9-bb7b-6f2b7f26c917 req-47aae11c-c096-462c-ab50-08fd357f9a0e tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0345318 Sep 21 21:53:05.606911 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-49760d63-0597-4661-bb08-6a0594d0bab7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:05.608579 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-49760d63-0597-4661-bb08-6a0594d0bab7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 811 time: 0.1492362 Sep 21 21:53:05.698359 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-268ccb68-8eb5-4b81-9d73-72273b12b11a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 379 time: 0.0768623 Sep 21 21:53:05.708600 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'port': {'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'admin_state_up': True, 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'security_groups': ['4a01c274-c57a-4f4b-9154-aa43dbc85b8f']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:53:05.869952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Made reservation on behalf of 865994434d4a490ba79f77f14e98edf7 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:53:05.874634 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:06.040754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Allocated IP 172.20.0.12 (a78848c2-3cf6-43f9-8f70-6458a71d2e12/9edc68bb-96bb-401a-b83b-5b263fb2d613/030fb6cb-3117-488d-9bb3-cf5d5ae55b6a) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:53:06.246901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:06.291261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:06.374250 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:53:06.384703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:06.388054 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:53:06.390620 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:06.429992 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.431147 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.431147 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.431469 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.431737 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.432275 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.432797 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.433148 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.433473 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.433896 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.434272 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.434826 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.435354 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:06.471109 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd8ae7-2840-4dbb-8d7d-19c52bdcef89 req-3fff228c-6f3a-4465-bdcc-6a9578430dec tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:06.474276 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-04bd8ae7-2840-4dbb-8d7d-19c52bdcef89 req-3fff228c-6f3a-4465-bdcc-6a9578430dec tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 944 time: 0.1671925 Sep 21 21:53:06.490663 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:06.490663 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:06.528023 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-727b4bc8-d9f7-4fc9-a6ca-99b1b8616ae9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8238037 Sep 21 21:53:06.546664 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Request body: {'port': {'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:53:06.604045 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7dc0-b8fd-412c-9304-da9c6aff1018 req-5eac62f0-1e7a-4fc3-8106-bfa19bde03ec tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:06.605965 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-04bd8ae7-2840-4dbb-8d7d-19c52bdcef89 req-ca13a525-2690-4333-93dd-0e102d0eda6f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110477 Sep 21 21:53:06.626222 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8bc7dc0-b8fd-412c-9304-da9c6aff1018 req-5eac62f0-1e7a-4fc3-8106-bfa19bde03ec tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 932 time: 0.0928817 Sep 21 21:53:06.650965 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:06.681183 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c8bc7dc0-b8fd-412c-9304-da9c6aff1018 req-dc163b0d-2c17-40d0-8d5b-1d42adb8323b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534823 Sep 21 21:53:06.712926 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:53:06.794460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-ecf3db3b-1e9a-4077-baa5-cd8043fce2e7 None None] Provisioning complete for port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:06.794906 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ecf3db3b-1e9a-4077-baa5-cd8043fce2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:06.795253 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ecf3db3b-1e9a-4077-baa5-cd8043fce2e7 None None] Attempt 1 to provision port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a Sep 21 21:53:06.984747 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3db3b-1e9a-4077-baa5-cd8043fce2e7 None None] Port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:53:07.008960 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:07.018308 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:53:07.023089 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '9c898f1b-a037-48e7-9225-490e7b932529', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'port_id': '9c898f1b-a037-48e7-9225-490e7b932529', 'mac_address': 'fa:16:3e:44:45:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:53:07.026767 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Publish callbacks [] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.040234 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Transition to ACTIVE for port object 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:53:07.046026 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.066160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:07.066802 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.084931 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c898f1b-a037-48e7-9225-490e7b932529 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:53:07.108398 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Pushing event updated for resources: {'Port': ['ID=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:07.123238 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:07.129971 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.177068 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Attempting to bind port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:53:07.177581 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Attempting to bind port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:53:07.178134 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Attempting to bind port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:53:07.183230 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:53:07.183555 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Attempting to bind port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:53:07.189422 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:53:07.189758 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Checking segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:53:07.190250 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Bound using segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:53:07.190726 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Bound port: 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:53:07.191089 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.191233 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=9']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:07.269946 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] For port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:53:07.276947 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] For port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:53:07.290903 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.296471 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:07.297101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:07.298805 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] 10.222.0.50 "PUT /v2.0/ports/030fb6cb-3117-488d-9bb3-cf5d5ae55b6a HTTP/1.1" status: 200 len: 1094 time: 0.7593591 Sep 21 21:53:07.299839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:53:07.301943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:53:07.392036 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['9c898f1b-a037-48e7-9225-490e7b932529'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:53:07.392936 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4910d1f2-a826-453a-aaf3-1a6639139744 x-openstack-request-id: req-4910d1f2-a826-453a-aaf3-1a6639139744 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:53:07.393380 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:53:07.393752 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-4910d1f2-a826-453a-aaf3-1a6639139744 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:53:07.394361 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4910d1f2-a826-453a-aaf3-1a6639139744'] response: {'name': 'network-changed', 'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'status': 'completed', 'code': 200} Sep 21 21:53:07.412062 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93f5e2-5ce0-4f5b-a83a-799815cf5d2f service neutron] Pushing event updated for resources: {'Port': ['ID=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:07.437842 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-b99680a4-64ca-4779-a571-d50b699e2f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:07.439453 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-b99680a4-64ca-4779-a571-d50b699e2f92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 1128 time: 0.0679708 Sep 21 21:53:07.487935 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-ecf3db3b-1e9a-4077-baa5-cd8043fce2e7 None None] Attempt 2 to provision port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a Sep 21 21:53:07.490421 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-a6254f10-8cf2-455f-b73c-ed91e3d89aee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a HTTP/1.1" status: 200 len: 217 time: 0.0424831 Sep 21 21:53:07.556177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-d66dbd16-daf1-4022-956a-93576d5f6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:07.557727 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-d66dbd16-daf1-4022-956a-93576d5f6923 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0583162 Sep 21 21:53:07.561066 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-ecf3db3b-1e9a-4077-baa5-cd8043fce2e7 None None] Port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:53:07.615534 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-b1518a4f-02aa-494e-9019-a61fe3d2f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:07.617821 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-b1518a4f-02aa-494e-9019-a61fe3d2f309 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522568 Sep 21 21:53:07.734935 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-ea3ebb78-c5fc-4aee-a9f1-c94da6ac5824 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103945 Sep 21 21:53:07.758144 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df05f9ad-b829-45e6-a486-a1796b8bca64 req-2f0fbe88-1bfb-4353-b010-5383aaeeaf40 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:07.760693 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-df05f9ad-b829-45e6-a486-a1796b8bca64 req-2f0fbe88-1bfb-4353-b010-5383aaeeaf40 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 945 time: 0.0789897 Sep 21 21:53:07.812614 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-df05f9ad-b829-45e6-a486-a1796b8bca64 req-6b3f170d-29e4-45c7-9a35-4c6ff9102741 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464108 Sep 21 21:53:07.907195 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-322e92ed-9309-4d87-88f6-ffa167fde725 req-eb3b99d9-5617-462f-bc3e-b9aa4041e30a service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655478 Sep 21 21:53:07.915508 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1507ca-c495-4723-9e8b-9d73318a84a0 req-8e272c8c-02b7-474c-af8c-1ace2cf4c6f5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:07.917423 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4a1507ca-c495-4723-9e8b-9d73318a84a0 req-8e272c8c-02b7-474c-af8c-1ace2cf4c6f5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 944 time: 0.1086972 Sep 21 21:53:08.000813 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4a1507ca-c495-4723-9e8b-9d73318a84a0 req-8c9fd5f3-a9b3-4912-ad0d-95ad870bea1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717583 Sep 21 21:53:08.039735 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-15929b67-aafc-49c1-a0d9-53e60e0fca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:08.041270 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-15929b67-aafc-49c1-a0d9-53e60e0fca8d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 1128 time: 0.0649452 Sep 21 21:53:08.154227 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-3dc004df-f7c3-48c5-bb0b-f21ee1939345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:08.156949 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-3dc004df-f7c3-48c5-bb0b-f21ee1939345 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1077220 Sep 21 21:53:08.203783 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-cdc20780-bdcc-409a-a1c1-7dbe47e8c719 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a HTTP/1.1" status: 200 len: 217 time: 0.0370195 Sep 21 21:53:08.258491 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-1d89d7f6-8c83-4bcb-a9d6-149be71b297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:08.260025 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-1d89d7f6-8c83-4bcb-a9d6-149be71b297a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0486524 Sep 21 21:53:08.318827 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-fce0e37c-8f94-4070-9e37-82c6c84a90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:08.320397 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-fce0e37c-8f94-4070-9e37-82c6c84a90ac service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514989 Sep 21 21:53:08.423964 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-b0f6f6bf-a910-4ce5-bd1c-81eea7882e75 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965128 Sep 21 21:53:08.436699 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5bce855a-d7aa-4b82-98ca-271c38837656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:08.539745 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a79774e0-4b8b-40c7-8ab2-1f0326a5e753 req-a160691e-d2dc-4010-a488-557886c1ef21 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084862 Sep 21 21:53:08.718653 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:53:08.774840 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 9c898f1b-a037-48e7-9225-490e7b932529 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:08.774840 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (9c898f1b-a037-48e7-9225-490e7b932529), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:08.775349 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 9c898f1b-a037-48e7-9225-490e7b932529 Sep 21 21:53:08.850911 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 9c898f1b-a037-48e7-9225-490e7b932529 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:08.851308 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:08.876491 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:53:08.879247 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5b926c-15c5-4f0b-b0df-9447c7e8d06b" -d '{"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-plugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:53:08.893262 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:08.901137 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:08.933899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e419a100-3611-46e9-aa52-f65d4f758b3b x-openstack-request-id: req-e419a100-3611-46e9-aa52-f65d4f758b3b {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:53:08.934254 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-plugged", "status": "completed", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:53:08.934434 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e419a100-3611-46e9-aa52-f65d4f758b3b {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:53:08.934809 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e419a100-3611-46e9-aa52-f65d4f758b3b'] response: {'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'code': 200} Sep 21 21:53:08.975775 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=10']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:08.989665 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499d036-bde9-4964-b0d1-6aa271a35273 req-cc5ea160-c4e4-4dd4-ad39-f52a18b83b62 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:08.991355 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a499d036-bde9-4964-b0d1-6aa271a35273 req-cc5ea160-c4e4-4dd4-ad39-f52a18b83b62 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 947 time: 0.0659957 Sep 21 21:53:09.076274 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a499d036-bde9-4964-b0d1-6aa271a35273 req-b700db52-265a-484d-b1e8-40c7211b4e1e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690885 Sep 21 21:53:09.198090 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e6f12-64ae-4fa5-af60-56af10f573e5 req-13715784-7c8b-4122-a530-fb2fd150b0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:09.199451 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d90e6f12-64ae-4fa5-af60-56af10f573e5 req-13715784-7c8b-4122-a530-fb2fd150b0f8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1131 time: 0.0878487 Sep 21 21:53:09.206474 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924dc29-65d0-4057-a9b6-48327ae8c419 req-2861e24b-eb42-43c2-a2cc-fd2819276eca tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:09.207881 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2924dc29-65d0-4057-a9b6-48327ae8c419 req-2861e24b-eb42-43c2-a2cc-fd2819276eca tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 944 time: 0.0852914 Sep 21 21:53:09.273526 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d90e6f12-64ae-4fa5-af60-56af10f573e5 req-2eaed3c2-bd3f-4707-9577-a8138b9103c7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645986 Sep 21 21:53:09.288172 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2924dc29-65d0-4057-a9b6-48327ae8c419 req-27b38ee0-d1ec-41d9-98c3-f9bea16ecf70 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666826 Sep 21 21:53:10.226245 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e39670-6a56-4fd4-acee-af4e8615cb94 req-4be7f738-93dd-4b30-af2e-2c2207294d5f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:10.228601 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d1e39670-6a56-4fd4-acee-af4e8615cb94 req-4be7f738-93dd-4b30-af2e-2c2207294d5f tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 947 time: 0.0604289 Sep 21 21:53:10.280826 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d1e39670-6a56-4fd4-acee-af4e8615cb94 req-71a7d0fe-1662-491d-b589-c8d3e826c364 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461936 Sep 21 21:53:10.453863 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e530daa-fcaf-4732-93c0-5ce2559c1091 req-40809928-872d-4ed5-8e89-710daaa83883 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:10.455396 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9e530daa-fcaf-4732-93c0-5ce2559c1091 req-40809928-872d-4ed5-8e89-710daaa83883 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 944 time: 0.0783188 Sep 21 21:53:10.527503 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9e530daa-fcaf-4732-93c0-5ce2559c1091 req-38af2740-6cd7-4f6b-b1e4-8140e97f271f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649102 Sep 21 21:53:10.619942 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5480335b-e590-4ea9-9364-0f6162cc41d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:11.446116 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08bed-b05c-40df-adea-1d8054f7fc44 req-6ae8902e-ad3c-48ee-966a-265f9bf64ce2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:11.447592 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-59a08bed-b05c-40df-adea-1d8054f7fc44 req-6ae8902e-ad3c-48ee-966a-265f9bf64ce2 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 947 time: 0.0644207 Sep 21 21:53:11.507438 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-59a08bed-b05c-40df-adea-1d8054f7fc44 req-c7e449e7-a3c7-4e2c-8de5-5806df29fd98 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538080 Sep 21 21:53:11.678531 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca346192-1d1f-4e10-a033-53aa39568193 req-a2e4d843-4861-425a-85b3-ed11b624595f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:11.680300 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ca346192-1d1f-4e10-a033-53aa39568193 req-a2e4d843-4861-425a-85b3-ed11b624595f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 944 time: 0.0649581 Sep 21 21:53:11.735118 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ca346192-1d1f-4e10-a033-53aa39568193 req-8b57c8e0-72e9-4d0d-ace1-1a1dea5bd348 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492063 Sep 21 21:53:12.210166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:12.886595 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856e51e-6069-4ee6-ae33-8461b4a7ada8 req-5aeb35cb-1e22-4473-b129-20e4af717044 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:12.888250 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7856e51e-6069-4ee6-ae33-8461b4a7ada8 req-5aeb35cb-1e22-4473-b129-20e4af717044 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 944 time: 0.0732205 Sep 21 21:53:12.946747 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7856e51e-6069-4ee6-ae33-8461b4a7ada8 req-65aef49d-e31a-49a2-96c4-e36aa0bd3edb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524156 Sep 21 21:53:13.806100 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:14.097581 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfb912-ecf4-4fa0-849e-90877d82d561 req-0e871051-548c-4e43-ae0e-1d37ca45d1d2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:14.099181 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f9bfb912-ecf4-4fa0-849e-90877d82d561 req-0e871051-548c-4e43-ae0e-1d37ca45d1d2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 944 time: 0.0578861 Sep 21 21:53:14.161434 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f9bfb912-ecf4-4fa0-849e-90877d82d561 req-a2e34d17-02f7-4cc8-a9dc-48e48aa624a0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556231 Sep 21 21:53:14.742796 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:53:14.856464 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:14.868449 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:53:14.909858 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:14.910725 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:14.924783 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:53:14.949831 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:14.954269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:15.016482 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:15.156959 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:15.244574 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['030fb6cb-3117-488d-9bb3-cf5d5ae55b6a'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:53:15.325453 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff5dd3-e4a9-4156-851a-de3ca3e79e0a req-14ccf94f-56b6-4560-b38e-01ca3a6c1ace tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:15.327121 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-76ff5dd3-e4a9-4156-851a-de3ca3e79e0a req-14ccf94f-56b6-4560-b38e-01ca3a6c1ace tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 945 time: 0.0781629 Sep 21 21:53:15.400327 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-76ff5dd3-e4a9-4156-851a-de3ca3e79e0a req-23ebf8ff-28e1-4e0a-90d1-691e5078d7ad tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637443 Sep 21 21:53:15.409495 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc096f8-1483-458b-816a-c6d879e5dd7f req-c21ba013-8f08-4122-9ad0-5a419178673f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:15.411290 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fc096f8-1483-458b-816a-c6d879e5dd7f req-c21ba013-8f08-4122-9ad0-5a419178673f tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 946 time: 0.0823102 Sep 21 21:53:15.469603 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fc096f8-1483-458b-816a-c6d879e5dd7f req-c2eba3d5-2085-478b-822f-00f08c3ae5e4 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520630 Sep 21 21:53:16.562751 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb949d-7afc-4b3a-8e07-f5b4ec86fc9c req-e9ae2b48-9517-4311-9ecf-7f1f13064e23 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:16.564501 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bedb949d-7afc-4b3a-8e07-f5b4ec86fc9c req-e9ae2b48-9517-4311-9ecf-7f1f13064e23 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 945 time: 0.0666735 Sep 21 21:53:16.622729 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a300c-5e7a-493a-bb18-aa9ab22368ac req-0d7d301a-85ff-4b2c-8884-feebb1b16647 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:16.624411 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-625a300c-5e7a-493a-bb18-aa9ab22368ac req-0d7d301a-85ff-4b2c-8884-feebb1b16647 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 946 time: 0.0660937 Sep 21 21:53:16.639740 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bedb949d-7afc-4b3a-8e07-f5b4ec86fc9c req-aa8d9e64-85ca-4c1a-a2f4-fd9ff013d06c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687394 Sep 21 21:53:16.686430 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-625a300c-5e7a-493a-bb18-aa9ab22368ac req-11772f78-2060-4ab9-92c8-cab165931b72 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups?id=2c134c43-3327-4b69-a716-2fcd92dc9105&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562408 Sep 21 21:53:16.759215 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:53:16.816800 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:53:16.822072 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:16.822460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:16.822807 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a Sep 21 21:53:16.878587 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:16.913409 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:16.914171 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:16.952186 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:53:16.955470 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa90a5db-0668-4a15-83c2-deafa869fa6b" -d '{"events": [{"server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "name": "network-vif-plugged", "status": "completed", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:53:16.974039 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:16.980144 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:17.006273 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d28710-d5b6-4286-b054-e91c7a83ed04 x-openstack-request-id: req-b8d28710-d5b6-4286-b054-e91c7a83ed04 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:53:17.006742 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "name": "network-vif-plugged", "status": "completed", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:53:17.006913 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b8d28710-d5b6-4286-b054-e91c7a83ed04 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:53:17.006913 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d28710-d5b6-4286-b054-e91c7a83ed04'] response: {'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'code': 200} Sep 21 21:53:17.046338 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:17.094181 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-e2adab07-688c-4de7-83a4-91e1777fa2e9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:17.095695 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-e2adab07-688c-4de7-83a4-91e1777fa2e9 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 946 time: 0.0620096 Sep 21 21:53:17.207114 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port e366351b-78d1-4535-ac09-70711cdf0629 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:17.207452 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (e366351b-78d1-4535-ac09-70711cdf0629), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:17.283651 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c1a6c-c916-406f-ad1d-d60e7f4278b9 req-bf527778-b4d8-42e5-be16-70185569260b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:17.286114 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-037c1a6c-c916-406f-ad1d-d60e7f4278b9 req-bf527778-b4d8-42e5-be16-70185569260b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 1130 time: 0.0535920 Sep 21 21:53:17.335478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] For port e366351b-78d1-4535-ac09-70711cdf0629, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=e366351b-78d1-4535-ac09-70711cdf0629,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:17.336729 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (e366351b-78d1-4535-ac09-70711cdf0629), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:17.361309 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-037c1a6c-c916-406f-ad1d-d60e7f4278b9 req-9f7da8a0-0d99-4c35-a36a-0848ea492ab9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624208 Sep 21 21:53:17.536683 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:17.537131 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (47c164e6-83cb-4cf8-aef6-cf6a04b4182a), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:17.537615 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Floating IP 47c164e6-83cb-4cf8-aef6-cf6a04b4182a disassociated. External IP: 172.27.3.227, port: e366351b-78d1-4535-ac09-70711cdf0629. Sep 21 21:53:17.538141 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for e366351b-78d1-4535-ac09-70711cdf0629 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:17.690815 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (e366351b-78d1-4535-ac09-70711cdf0629), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:17.735298 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=e366351b-78d1-4535-ac09-70711cdf0629,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:17.845310 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-70ce998f-747a-49b1-bf6c-27a38e31a8dc req-b8a3d940-da0b-44ca-914e-321cd76ea67e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/ports?device_id=bff8f3d7-929e-40fa-8202-667d8e966ac3 HTTP/1.1" status: 200 len: 210 time: 0.0343328 Sep 21 21:53:17.878748 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129537-5596-4daf-aa6c-cc623fea2e6d req-29d3a0cc-7b88-4c04-9059-371698f8b7bb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:17.880374 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f2129537-5596-4daf-aa6c-cc623fea2e6d req-29d3a0cc-7b88-4c04-9059-371698f8b7bb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 946 time: 0.1424041 Sep 21 21:53:17.926776 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:53:17.959233 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f2129537-5596-4daf-aa6c-cc623fea2e6d req-7313ce23-c36a-4108-a4ad-56214e2a9f73 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668457 Sep 21 21:53:18.064658 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:53:18.077359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:53:18.103530 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:18.104653 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:18.127136 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] No DVR routers for this DVR port e366351b-78d1-4535-ac09-70711cdf0629 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:53:18.130167 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:18.134702 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4dd8ad44-2aad-4842-be85-7f0fe41ca109 req-8263bd9d-2e0e-4035-88c5-2e7b9d06f17a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.50 "DELETE /v2.0/ports/e366351b-78d1-4535-ac09-70711cdf0629 HTTP/1.1" status: 204 len: 173 time: 1.0326281 Sep 21 21:53:18.135278 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'name': 'network-vif-deleted', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:53:18.138601 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11346cf0-62f2-4709-af6c-de7d91427bd1" -d '{"events": [{"server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "name": "network-vif-deleted", "tag": "e366351b-78d1-4535-ac09-70711cdf0629"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:53:18.217346 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a6a7f7-fc86-46f5-bbb9-9f11fa368a40 x-openstack-request-id: req-24a6a7f7-fc86-46f5-bbb9-9f11fa368a40 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:53:18.219229 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bff8f3d7-929e-40fa-8202-667d8e966ac3", "name": "network-vif-deleted", "tag": "e366351b-78d1-4535-ac09-70711cdf0629", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:53:18.222241 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-24a6a7f7-fc86-46f5-bbb9-9f11fa368a40 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:53:18.223080 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a6a7f7-fc86-46f5-bbb9-9f11fa368a40'] response: {'server_uuid': 'bff8f3d7-929e-40fa-8202-667d8e966ac3', 'name': 'network-vif-deleted', 'tag': 'e366351b-78d1-4535-ac09-70711cdf0629', 'status': 'completed', 'code': 200} Sep 21 21:53:18.254534 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:18.512754 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:18.548115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:53:18.557824 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:18.558477 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:18.679547 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:18.924832 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:18.950035 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48118) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:18.959705 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c233e6-9c43-4e07-9220-894636ac5ef6 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:46:39Z', 'revision_number': 4, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'ebc4c0fd-6dae-40a3-af6f-b019bd87e595', 'name': '', 'network_id': 'a849563c-ff3e-4f21-9e5e-283ea0f8bb45', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'mac_address': 'fa:16:3e:e6:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:37Z', 'updated_at': '2022-09-21T21:46:47Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'subnets': [{'id': '8de3fc6c-e3ed-4396-9896-c4f158414300', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:53:19.019179 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45781be0-5135-417a-b244-e4f6f51e787e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (2c134c43-3327-4b69-a716-2fcd92dc9105), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.050458 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45781be0-5135-417a-b244-e4f6f51e787e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (2c134c43-3327-4b69-a716-2fcd92dc9105), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.134132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36663c0-f79a-4e6f-80ac-c2ff31e3f590 req-c62ccd4b-0cac-40f9-8e03-3153960ff82b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:19.135766 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d36663c0-f79a-4e6f-80ac-c2ff31e3f590 req-c62ccd4b-0cac-40f9-8e03-3153960ff82b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 946 time: 0.0711462 Sep 21 21:53:19.136970 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45781be0-5135-417a-b244-e4f6f51e787e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2c134c43-3327-4b69-a716-2fcd92dc9105), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.140827 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45781be0-5135-417a-b244-e4f6f51e787e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.145886 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-45781be0-5135-417a-b244-e4f6f51e787e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/security-groups/2c134c43-3327-4b69-a716-2fcd92dc9105 HTTP/1.1" status: 204 len: 168 time: 0.1903005 Sep 21 21:53:19.147203 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48122) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:19.170443 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.api.v2.resource [None req-030f614e-c903-4262-af87-005516d4922a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] show failed (client error): The resource could not be found. Sep 21 21:53:19.174348 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-030f614e-c903-4262-af87-005516d4922a tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "GET /v2.0/security-groups/2c134c43-3327-4b69-a716-2fcd92dc9105 HTTP/1.1" status: 404 len: 347 time: 0.0233881 Sep 21 21:53:19.174348 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45781be0-5135-417a-b244-e4f6f51e787e tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c134c43-3327-4b69-a716-2fcd92dc9105,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:19.174916 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48124) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:19.222300 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d36663c0-f79a-4e6f-80ac-c2ff31e3f590 req-6e977b38-4c40-446f-af8c-db3ef2264149 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761735 Sep 21 21:53:19.281135 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db09715a-560a-4b35-86d7-39f9dd8dcc43 None None] New status for floating IP 47c164e6-83cb-4cf8-aef6-cf6a04b4182a: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:53:19.375348 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Deleting port 4fd012a4-0516-4527-8f3a-95f79db1ecca {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:19.375727 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.448767 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a15952-64bc-4b5d-b27d-15b46def7009 req-81c331d9-1a26-40a2-9a92-b7f8ae39d6e0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:19.450387 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-66a15952-64bc-4b5d-b27d-15b46def7009 req-81c331d9-1a26-40a2-9a92-b7f8ae39d6e0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 946 time: 0.1260922 Sep 21 21:53:19.507044 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.507370 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (4fd012a4-0516-4527-8f3a-95f79db1ecca), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.536670 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Calling delete_port for 4fd012a4-0516-4527-8f3a-95f79db1ecca owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:19.552788 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-66a15952-64bc-4b5d-b27d-15b46def7009 req-a736c8b5-fb2e-45dc-940d-94e7328de7e1 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921521 Sep 21 21:53:19.583901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48128) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:19.634114 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d48dbed-4112-41d1-8a98-31c1fb1fc161 tempest-TestVolumeBootPattern-864194029 tempest-TestVolumeBootPattern-864194029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:19.635723 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7d48dbed-4112-41d1-8a98-31c1fb1fc161 tempest-TestVolumeBootPattern-864194029 tempest-TestVolumeBootPattern-864194029-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 1125 time: 0.0507939 Sep 21 21:53:19.638822 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48130) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:19.643546 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:53:19.670607 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.692616 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (4fd012a4-0516-4527-8f3a-95f79db1ecca), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.729320 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Pushing event deleted for resources: {'Port': ['ID=4fd012a4-0516-4527-8f3a-95f79db1ecca,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:19.807331 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks [] for floatingip (47c164e6-83cb-4cf8-aef6-cf6a04b4182a), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.810816 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:19.811805 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-615e45b6-0039-4b4b-aaee-b88b86308a37 tempest-AttachVolumeNegativeTest-1521461781 tempest-AttachVolumeNegativeTest-1521461781-project] 10.222.0.48 "DELETE /v2.0/floatingips/47c164e6-83cb-4cf8-aef6-cf6a04b4182a HTTP/1.1" status: 204 len: 168 time: 0.6354771 Sep 21 21:53:20.121717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:20.259856 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Allocated IP 172.27.3.163 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/69e6966d-f74e-4792-adf6-7c067294a22f) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:53:20.389697 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (69e6966d-f74e-4792-adf6-7c067294a22f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:20.427535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (69e6966d-f74e-4792-adf6-7c067294a22f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:20.491301 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:53:20.496156 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:20.505715 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:53:20.531083 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=69e6966d-f74e-4792-adf6-7c067294a22f,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:20.780860 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e366351b-78d1-4535-ac09-70711cdf0629 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:53:20.806330 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: e366351b-78d1-4535-ac09-70711cdf0629 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:53:20.806696 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device e366351b-78d1-4535-ac09-70711cdf0629 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:53:20.897873 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (f9bb7a2f-d900-435f-ae42-4bf30b0a4a25), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:20.933827 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:20.979658 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (69e6966d-f74e-4792-adf6-7c067294a22f), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.163781 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (69e6966d-f74e-4792-adf6-7c067294a22f), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.170802 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (69e6966d-f74e-4792-adf6-7c067294a22f), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.243966 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (f9bb7a2f-d900-435f-ae42-4bf30b0a4a25), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.245870 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=69e6966d-f74e-4792-adf6-7c067294a22f,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:21.348130 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Floating IP f9bb7a2f-d900-435f-ae42-4bf30b0a4a25 associated. External IP: 172.27.3.163, port: 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a. Sep 21 21:53:21.582253 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:53:21.705820 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:53:21.720407 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:53:21.736471 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:21.736708 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:21.737418 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:21.787143 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-115d2121-c6f0-4734-abdc-cef556bf122f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1468544 Sep 21 21:53:21.788117 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:53:21.791497 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d4615f-dfcd-4dad-9d94-0068132a37c1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:53:21.831805 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91bd643-85c1-4f47-aa59-da53586eb4ed x-openstack-request-id: req-c91bd643-85c1-4f47-aa59-da53586eb4ed {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:53:21.832234 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:53:21.832660 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-c91bd643-85c1-4f47-aa59-da53586eb4ed {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:53:21.833188 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91bd643-85c1-4f47-aa59-da53586eb4ed'] response: {'name': 'network-changed', 'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'status': 'completed', 'code': 200} Sep 21 21:53:21.906754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-0bc4a4f0-65c5-4bb0-af43-06a023001400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:21.908388 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-0bc4a4f0-65c5-4bb0-af43-06a023001400 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 1130 time: 0.0527568 Sep 21 21:53:21.973181 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-8eda84e0-b20a-4b5d-95b1-bad0333b56c0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546100 Sep 21 21:53:22.011460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:22.019972 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-3497991e-7829-4d9d-a15a-3fc8002e69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.024902 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-3497991e-7829-4d9d-a15a-3fc8002e69aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1021397 Sep 21 21:53:22.050326 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-f2017704-6068-4040-b8c1-41fe5d23aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.052011 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-f2017704-6068-4040-b8c1-41fe5d23aac8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c8c7809e96634705be99daed4c8edf96&device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 1131 time: 0.0533388 Sep 21 21:53:22.096344 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-6dee7705-62bb-4a79-a531-06d717d4c36b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a HTTP/1.1" status: 200 len: 1000 time: 0.0670917 Sep 21 21:53:22.151903 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-30b73575-1e86-4d7d-a0e8-dc37722cb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.153570 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-30b73575-1e86-4d7d-a0e8-dc37722cb54e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0509090 Sep 21 21:53:22.167337 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-4d9c2732-c95b-4739-973f-35f029acc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.169067 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-4d9c2732-c95b-4739-973f-35f029acc0bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 200 len: 917 time: 0.0968621 Sep 21 21:53:22.211976 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-70eb5428-a8aa-44f9-afda-ebde0d0ba92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.213664 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-70eb5428-a8aa-44f9-afda-ebde0d0ba92f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533545 Sep 21 21:53:22.244784 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-8e80197c-123f-4733-bd21-d5c1fb5f7cb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 200 len: 1002 time: 0.0691724 Sep 21 21:53:22.280875 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:20Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:22.322679 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:53:22.330563 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-24a12c8d-b895-4126-a248-d69db90fd4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.332213 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-24a12c8d-b895-4126-a248-d69db90fd4ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 200 len: 855 time: 0.0796096 Sep 21 21:53:22.337504 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:22.338490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:22.342050 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-c3890ff4-d564-4588-9137-8332fe991f33 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200438 Sep 21 21:53:22.403220 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-ca5f1cac-5398-474f-87d0-b9b6ca931963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:22.404684 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-ca5f1cac-5398-474f-87d0-b9b6ca931963 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=98ff0e37-548d-454c-b48f-990cfef27ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653951 Sep 21 21:53:22.455019 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-50d4615f-dfcd-4dad-9d94-0068132a37c1 req-7600bfd4-9e59-4624-8e4b-8b2c67b0ff4b service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045537 Sep 21 21:53:22.495212 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:22.541675 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-649d46e5-1430-4491-a192-d74ed60915e9 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292441 Sep 21 21:53:22.662842 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a2c73f1-edcc-463d-b2d5-5b1b9f207735 req-bd38ea48-e8e1-42d5-af42-a44e13e04207 service neutron] 10.222.0.50 "GET /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089356 Sep 21 21:53:22.780956 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:20Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:22.806736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7461129-21e5-4ba7-b936-d029bf6e3150 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:20Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:53:23.018444 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163f6d6-dc62-49f7-a857-7810f69c9b32 None None] New status for floating IP f9bb7a2f-d900-435f-ae42-4bf30b0a4a25: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:53:23.660992 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48172) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:24.135188 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (bc734fb3-9cc8-445c-ae9b-3d55f248276a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:24.417922 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Deleting port ebc4c0fd-6dae-40a3-af6f-b019bd87e595 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:24.418266 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:24.493427 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] For port ebc4c0fd-6dae-40a3-af6f-b019bd87e595, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:24.493816 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:24.506439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Calling delete_port for ebc4c0fd-6dae-40a3-af6f-b019bd87e595 owned by network:router_interface {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:24.683606 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (ebc4c0fd-6dae-40a3-af6f-b019bd87e595), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:24.708737 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Pushing event deleted for resources: {'Port': ['ID=ebc4c0fd-6dae-40a3-af6f-b019bd87e595,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:25.102629 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (bc734fb3-9cc8-445c-ae9b-3d55f248276a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:25.320127 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Router bc734fb3-9cc8-445c-ae9b-3d55f248276a has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:53:25.428652 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:53:25.433945 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-64006cae-dbb9-4dd7-b831-77e5e6fd96bf admin admin] 10.222.0.48 "PUT /v2.0/routers/bc734fb3-9cc8-445c-ae9b-3d55f248276a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7717199 Sep 21 21:53:25.436624 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48176) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:25.437580 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f635133-3031-432d-a40b-710db2834c20 None None] Sync routers for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:53:25.449099 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:25.449737 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:25.541824 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks [] for router (bc734fb3-9cc8-445c-ae9b-3d55f248276a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:25.564328 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:25.659763 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks [] for router_gateway (bc734fb3-9cc8-445c-ae9b-3d55f248276a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:25.714123 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Deleting port b013ea0f-23d1-4226-b006-6ee394e14ee9 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:25.715024 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:25.783583 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106'}], 'enable_snat': True}, 'gw_port_id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:53:24Z', 'revision_number': 5, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port': {'id': 'b013ea0f-23d1-4226-b006-6ee394e14ee9', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cb:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:25.812610 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f635133-3031-432d-a40b-710db2834c20 None None] Checking router: bc734fb3-9cc8-445c-ae9b-3d55f248276a for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:53:25.823884 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] Routers {'bc734fb3-9cc8-445c-ae9b-3d55f248276a'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:25.824676 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:25.828478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] For port b013ea0f-23d1-4226-b006-6ee394e14ee9, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b013ea0f-23d1-4226-b006-6ee394e14ee9,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:25.828478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:25.841972 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Calling delete_port for b013ea0f-23d1-4226-b006-6ee394e14ee9 owned by network:router_gateway {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:25.932457 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] Set router bc734fb3-9cc8-445c-ae9b-3d55f248276a gateway port host: None {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:26.006773 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-2f635133-3031-432d-a40b-710db2834c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:53:25Z', 'revision_number': 6, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:26.036075 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f635133-3031-432d-a40b-710db2834c20 None None] The sync data for ids ['bc734fb3-9cc8-445c-ae9b-3d55f248276a'] in dv-cinder-858817-1-iscsi is: [{'id': 'bc734fb3-9cc8-445c-ae9b-3d55f248276a', 'name': 'tempest-AttachVolumeNegativeTest-1070155642-router', 'tenant_id': '34029272331c413486ea50d15a1808bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:30Z', 'updated_at': '2022-09-21T21:53:25Z', 'revision_number': 6, 'project_id': '34029272331c413486ea50d15a1808bf', 'gw_port_host': None}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:53:26.061598 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (b013ea0f-23d1-4226-b006-6ee394e14ee9), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.093475 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Pushing event deleted for resources: {'Port': ['ID=b013ea0f-23d1-4226-b006-6ee394e14ee9,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:26.163799 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (bc734fb3-9cc8-445c-ae9b-3d55f248276a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.255760 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (bc734fb3-9cc8-445c-ae9b-3d55f248276a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.259829 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks [] for router_controller (bc734fb3-9cc8-445c-ae9b-3d55f248276a), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.325200 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (bc734fb3-9cc8-445c-ae9b-3d55f248276a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.325803 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc734fb3-9cc8-445c-ae9b-3d55f248276a {{(pid=115542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:53:26.332496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.333810 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-88211149-a4aa-4268-b2c5-20c113e52721 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bc734fb3-9cc8-445c-ae9b-3d55f248276a HTTP/1.1" status: 204 len: 168 time: 0.8962388 Sep 21 21:53:26.337165 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48186) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:26.391310 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Deleting subnet 8de3fc6c-e3ed-4396-9896-c4f158414300 {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:53:26.395163 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Publish callbacks [] for subnet (8de3fc6c-e3ed-4396-9896-c4f158414300), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.437235 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14546803'] for subnet (8de3fc6c-e3ed-4396-9896-c4f158414300), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.545400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (8de3fc6c-e3ed-4396-9896-c4f158414300), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.610364 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14205943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14575480'] for subnet (8de3fc6c-e3ed-4396-9896-c4f158414300), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.638999 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de3fc6c-e3ed-4396-9896-c4f158414300,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:26.643184 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.646463 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7d9f8a25-a39a-4eb0-8f21-8fe1273e7a00 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8de3fc6c-e3ed-4396-9896-c4f158414300 HTTP/1.1" status: 204 len: 168 time: 0.3082118 Sep 21 21:53:26.649865 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48188) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:26.652831 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66139aed-516a-4dd1-82d6-d0e6e3bee554 None None] Network a849563c-ff3e-4f21-9e5e-283ea0f8bb45 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:53:26.732299 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (a849563c-ff3e-4f21-9e5e-283ea0f8bb45), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.804159 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Deleting port a184f3fc-350f-42da-bfa0-15ecfaee129a {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:26.804588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.889664 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] DHCP port deletion for a849563c-ff3e-4f21-9e5e-283ea0f8bb45 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:53:26.901675 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] For port a184f3fc-350f-42da-bfa0-15ecfaee129a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a184f3fc-350f-42da-bfa0-15ecfaee129a,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:26.902276 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.930096 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Calling delete_port for a184f3fc-350f-42da-bfa0-15ecfaee129a owned by network:dhcp {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:26.964426 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Deleting port a184f3fc-350f-42da-bfa0-15ecfaee129a {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:26.965012 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:26.971277 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b013ea0f-23d1-4226-b006-6ee394e14ee9 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:53:27.038239 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: b013ea0f-23d1-4226-b006-6ee394e14ee9 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:53:27.038657 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b013ea0f-23d1-4226-b006-6ee394e14ee9 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:53:27.039544 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device ebc4c0fd-6dae-40a3-af6f-b019bd87e595 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:53:27.052399 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.077171 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a184f3fc-350f-42da-bfa0-15ecfaee129a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:27.083078 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] No DVR routers for this DVR port a184f3fc-350f-42da-bfa0-15ecfaee129a on host dv-cinder-858817-1-iscsi {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:53:27.084877 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: ebc4c0fd-6dae-40a3-af6f-b019bd87e595 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:53:27.085228 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device ebc4c0fd-6dae-40a3-af6f-b019bd87e595 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:53:27.106617 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] For port a184f3fc-350f-42da-bfa0-15ecfaee129a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a184f3fc-350f-42da-bfa0-15ecfaee129a,segment=NetworkSegment(5f19e870-8fca-48f7-b4fd-54afd6b74cf7),segment_id=5f19e870-8fca-48f7-b4fd-54afd6b74cf7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:27.107152 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.127615 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Calling delete_port for a184f3fc-350f-42da-bfa0-15ecfaee129a owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:27.199634 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (a849563c-ff3e-4f21-9e5e-283ea0f8bb45), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.225765 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a849563c-ff3e-4f21-9e5e-283ea0f8bb45']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:27.238443 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f19e870-8fca-48f7-b4fd-54afd6b74cf7') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:27.238734 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f19e870-8fca-48f7-b4fd-54afd6b74cf7') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:27.278546 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (5f19e870-8fca-48f7-b4fd-54afd6b74cf7), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.299056 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (a184f3fc-350f-42da-bfa0-15ecfaee129a), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.315342 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (5f19e870-8fca-48f7-b4fd-54afd6b74cf7), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.324303 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:53:27.324721 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (5f19e870-8fca-48f7-b4fd-54afd6b74cf7), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.332901 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Pushing event deleted for resources: {'Port': ['ID=a184f3fc-350f-42da-bfa0-15ecfaee129a,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:27.337720 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] No DVR routers for this DVR port a184f3fc-350f-42da-bfa0-15ecfaee129a on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:53:27.344616 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.345031 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.345294 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.345632 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.345978 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.349887 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.350155 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.350821 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.351528 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.352067 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.352546 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.353675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.354194 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00b95c8-c7f3-4799-9070-1cd590b89721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:27.368614 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 5f19e870-8fca-48f7-b4fd-54afd6b74cf7 resource provider aggregate not found Sep 21 21:53:27.391674 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 5f19e870-8fca-48f7-b4fd-54afd6b74cf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f19e870-8fca-48f7-b4fd-54afd6b74cf7 found for delete ", "request_id": "req-26e9b6ae-5fb0-4d33-adfa-1102d76d367c"}]} Sep 21 21:53:27.400990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (a849563c-ff3e-4f21-9e5e-283ea0f8bb45), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.405660 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.408886 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] 10.222.0.48 "DELETE /v2.0/networks/a849563c-ff3e-4f21-9e5e-283ea0f8bb45 HTTP/1.1" status: 204 len: 168 time: 0.7577360 Sep 21 21:53:27.422379 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a43f8c-7170-4b92-9f56-d75862dd56ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a849563c-ff3e-4f21-9e5e-283ea0f8bb45,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:27.532703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48202) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:27.577313 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-7737e717-4243-47a4-9938-fda4569c549e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34029272331c413486ea50d15a1808bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433187 Sep 21 21:53:27.580356 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48204) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:27.646997 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-54757030-30a4-4db8-832d-310acbe127ca admin admin] Publish callbacks [] for security_group (fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.679425 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-54757030-30a4-4db8-832d-310acbe127ca admin admin] Publish callbacks [] for security_group (fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.730208 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-54757030-30a4-4db8-832d-310acbe127ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.732879 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-54757030-30a4-4db8-832d-310acbe127ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:27.734193 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-54757030-30a4-4db8-832d-310acbe127ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85 HTTP/1.1" status: 204 len: 168 time: 0.1526816 Sep 21 21:53:27.743405 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54757030-30a4-4db8-832d-310acbe127ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc985a9-0e22-49f5-af8c-bfbb9c5e1e85,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:28.668826 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a184f3fc-350f-42da-bfa0-15ecfaee129a no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:53:28.698578 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: a184f3fc-350f-42da-bfa0-15ecfaee129a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:53:28.699156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a184f3fc-350f-42da-bfa0-15ecfaee129a not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:53:29.145984 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48272) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:29.266626 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf884e4d-e718-4b96-be25-c287542de8fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.350026 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf884e4d-e718-4b96-be25-c287542de8fb admin admin] Publish callbacks [] for security_group (b489bf84-1be6-4d0e-af5a-99e85954f77a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.357746 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bf884e4d-e718-4b96-be25-c287542de8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b489bf84-1be6-4d0e-af5a-99e85954f77a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.395239 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf884e4d-e718-4b96-be25-c287542de8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b489bf84-1be6-4d0e-af5a-99e85954f77a,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:29.400763 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-bf884e4d-e718-4b96-be25-c287542de8fb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0dac839b804f4b43836dda0600086afb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535980 Sep 21 21:53:29.403535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48276) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:29.463093 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5bcc459d-ea23-44c1-ae5f-ba4c18ecb41c admin admin] Publish callbacks [] for security_group (b489bf84-1be6-4d0e-af5a-99e85954f77a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.486954 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5bcc459d-ea23-44c1-ae5f-ba4c18ecb41c admin admin] Publish callbacks [] for security_group (b489bf84-1be6-4d0e-af5a-99e85954f77a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.552871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5bcc459d-ea23-44c1-ae5f-ba4c18ecb41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b489bf84-1be6-4d0e-af5a-99e85954f77a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.555885 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5bcc459d-ea23-44c1-ae5f-ba4c18ecb41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:29.557131 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5bcc459d-ea23-44c1-ae5f-ba4c18ecb41c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b489bf84-1be6-4d0e-af5a-99e85954f77a HTTP/1.1" status: 204 len: 168 time: 0.1526563 Sep 21 21:53:29.565324 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc459d-ea23-44c1-ae5f-ba4c18ecb41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489bf84-1be6-4d0e-af5a-99e85954f77a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:38.010800 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4989bb-8e3b-4f77-a089-a990faf16a1e req-16843b5c-f6ed-4605-b3ac-37dee59ce0e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:38.012461 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-df4989bb-8e3b-4f77-a089-a990faf16a1e req-16843b5c-f6ed-4605-b3ac-37dee59ce0e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0717366 Sep 21 21:53:38.069243 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-df4989bb-8e3b-4f77-a089-a990faf16a1e req-1dbe6c4a-3d4f-4eac-a2a4-67b6b372ed0d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506482 Sep 21 21:53:38.440340 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-34aa18d7-bb99-45a7-91f8-75b6299d720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.170786 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48394) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:39.235970 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d88f-4ad2-4d25-b2f0-538631fd09ec req-278e4c32-47e8-458d-a92e-0f37e9cf9f7a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:39.237461 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c22d88f-4ad2-4d25-b2f0-538631fd09ec req-278e4c32-47e8-458d-a92e-0f37e9cf9f7a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0696290 Sep 21 21:53:39.301600 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4c22d88f-4ad2-4d25-b2f0-538631fd09ec req-75feddfa-1f74-4351-95ba-182f36b2b70d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583036 Sep 21 21:53:39.312658 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2c990575-6e2e-418e-826f-c2cecedddef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.398166 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2c990575-6e2e-418e-826f-c2cecedddef1 admin admin] Publish callbacks [] for security_group (611debfd-50d6-4041-87d1-1f7ab5ee11c2), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.408041 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-2c990575-6e2e-418e-826f-c2cecedddef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (611debfd-50d6-4041-87d1-1f7ab5ee11c2), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.447020 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-2c990575-6e2e-418e-826f-c2cecedddef1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=093232cd887442ae8568590f48ae20e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750065 Sep 21 21:53:39.449039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c990575-6e2e-418e-826f-c2cecedddef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611debfd-50d6-4041-87d1-1f7ab5ee11c2,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:39.449880 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48398) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:39.502952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2d9840c9-a4cd-4265-b2ad-61c48e0aa42c admin admin] Publish callbacks [] for security_group (611debfd-50d6-4041-87d1-1f7ab5ee11c2), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.528293 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2d9840c9-a4cd-4265-b2ad-61c48e0aa42c admin admin] Publish callbacks [] for security_group (611debfd-50d6-4041-87d1-1f7ab5ee11c2), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.581262 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2d9840c9-a4cd-4265-b2ad-61c48e0aa42c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (611debfd-50d6-4041-87d1-1f7ab5ee11c2), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.585563 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2d9840c9-a4cd-4265-b2ad-61c48e0aa42c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:39.587287 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-2d9840c9-a4cd-4265-b2ad-61c48e0aa42c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/611debfd-50d6-4041-87d1-1f7ab5ee11c2 HTTP/1.1" status: 204 len: 168 time: 0.1363223 Sep 21 21:53:39.596285 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9840c9-a4cd-4265-b2ad-61c48e0aa42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611debfd-50d6-4041-87d1-1f7ab5ee11c2,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:39.892801 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48404) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:39.907089 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8d49a252-4a69-43a7-92b8-75fe5fa97650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.001955 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8d49a252-4a69-43a7-92b8-75fe5fa97650 admin admin] Publish callbacks [] for security_group (2e7216cb-3202-466c-8157-8fc4c171f364), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.006944 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8d49a252-4a69-43a7-92b8-75fe5fa97650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2e7216cb-3202-466c-8157-8fc4c171f364), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.048628 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8d49a252-4a69-43a7-92b8-75fe5fa97650 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0259b18032a548f589b160dd92463b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545331 Sep 21 21:53:40.049779 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49a252-4a69-43a7-92b8-75fe5fa97650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7216cb-3202-466c-8157-8fc4c171f364,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:40.051267 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48406) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:40.115819 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ba67d850-41d8-4174-a7e9-6423edaa8129 admin admin] Publish callbacks [] for security_group (2e7216cb-3202-466c-8157-8fc4c171f364), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.141585 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ba67d850-41d8-4174-a7e9-6423edaa8129 admin admin] Publish callbacks [] for security_group (2e7216cb-3202-466c-8157-8fc4c171f364), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.196187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ba67d850-41d8-4174-a7e9-6423edaa8129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (2e7216cb-3202-466c-8157-8fc4c171f364), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.199138 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ba67d850-41d8-4174-a7e9-6423edaa8129 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:40.200436 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ba67d850-41d8-4174-a7e9-6423edaa8129 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2e7216cb-3202-466c-8157-8fc4c171f364 HTTP/1.1" status: 204 len: 168 time: 0.1479030 Sep 21 21:53:40.210571 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba67d850-41d8-4174-a7e9-6423edaa8129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7216cb-3202-466c-8157-8fc4c171f364,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:40.443286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb132fac-3a19-4752-bbc3-6f6f9e47ca7e req-f60d9c13-3399-4254-9ced-a95e2c405848 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:40.444803 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bb132fac-3a19-4752-bbc3-6f6f9e47ca7e req-f60d9c13-3399-4254-9ced-a95e2c405848 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0585794 Sep 21 21:53:40.515878 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bb132fac-3a19-4752-bbc3-6f6f9e47ca7e req-ae4846bd-4328-4d57-939a-8fd91875bd96 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596747 Sep 21 21:53:40.616405 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7074b08c-e156-48b7-9ce7-7d36410a6419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.463948 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48442) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:41.586681 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dff8c6c9-d632-47c0-a2f1-8b3e202950b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.661502 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31975e63-8656-41a9-b52d-9b368aba21fa req-a6f0914e-f9e7-4b40-89e8-8bda0c743fa1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:41.663119 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-31975e63-8656-41a9-b52d-9b368aba21fa req-a6f0914e-f9e7-4b40-89e8-8bda0c743fa1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0689476 Sep 21 21:53:41.679059 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dff8c6c9-d632-47c0-a2f1-8b3e202950b1 admin admin] Publish callbacks [] for security_group (6b4ccad4-40e4-40ea-b237-335fb55f4c15), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.684818 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-dff8c6c9-d632-47c0-a2f1-8b3e202950b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6b4ccad4-40e4-40ea-b237-335fb55f4c15), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.728698 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-31975e63-8656-41a9-b52d-9b368aba21fa req-9c33a1d4-a5b2-4615-b86c-21e2a3b92a1b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587261 Sep 21 21:53:41.732381 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-dff8c6c9-d632-47c0-a2f1-8b3e202950b1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03ccaa87c5eb40d6abefa9485f3bb5a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672336 Sep 21 21:53:41.733383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8c6c9-d632-47c0-a2f1-8b3e202950b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4ccad4-40e4-40ea-b237-335fb55f4c15,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:41.736056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48448) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:41.803413 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a8bf-3cab-443a-9974-d9f996e002a1 admin admin] Publish callbacks [] for security_group (6b4ccad4-40e4-40ea-b237-335fb55f4c15), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.826118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a8bf-3cab-443a-9974-d9f996e002a1 admin admin] Publish callbacks [] for security_group (6b4ccad4-40e4-40ea-b237-335fb55f4c15), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.886027 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a8bf-3cab-443a-9974-d9f996e002a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6b4ccad4-40e4-40ea-b237-335fb55f4c15), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.888717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a3c8a8bf-3cab-443a-9974-d9f996e002a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:41.889929 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a3c8a8bf-3cab-443a-9974-d9f996e002a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b4ccad4-40e4-40ea-b237-335fb55f4c15 HTTP/1.1" status: 204 len: 168 time: 0.1524773 Sep 21 21:53:41.900348 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8a8bf-3cab-443a-9974-d9f996e002a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4ccad4-40e4-40ea-b237-335fb55f4c15,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:42.219198 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:42.916409 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ac39-bac2-4d35-9152-f335aae8f952 req-5869adc7-3109-4875-84af-823b70607b13 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:42.918310 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4ca7ac39-bac2-4d35-9152-f335aae8f952 req-5869adc7-3109-4875-84af-823b70607b13 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0774062 Sep 21 21:53:42.979420 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4ca7ac39-bac2-4d35-9152-f335aae8f952 req-747c2bd5-6ce7-4e3b-afeb-03dc8dbce451 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525534 Sep 21 21:53:43.813220 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:44.130905 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470500e-cc23-4dbb-b578-7c670163aa89 req-81a621ef-73cc-46c1-b128-11840711a8b1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:44.133505 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2470500e-cc23-4dbb-b578-7c670163aa89 req-81a621ef-73cc-46c1-b128-11840711a8b1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0673149 Sep 21 21:53:44.200081 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2470500e-cc23-4dbb-b578-7c670163aa89 req-19dcd946-acd8-4ead-a3f2-e24574eeec50 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599828 Sep 21 21:53:45.145076 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:45.363231 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dbca0-b636-42d3-adc1-34eb1a18285d req-702f5ec4-1287-48ba-a3f0-a31cad977443 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:45.364766 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6d7dbca0-b636-42d3-adc1-34eb1a18285d req-702f5ec4-1287-48ba-a3f0-a31cad977443 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0628779 Sep 21 21:53:45.432743 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6d7dbca0-b636-42d3-adc1-34eb1a18285d req-4e3b056c-4cca-4c35-806e-03ef9415c991 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613167 Sep 21 21:53:46.569510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c58be4-3bb2-44e1-824f-c66d297e60dc req-debfd07b-4591-4555-a356-221aa0f3ab41 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:46.571152 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-76c58be4-3bb2-44e1-824f-c66d297e60dc req-debfd07b-4591-4555-a356-221aa0f3ab41 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0566051 Sep 21 21:53:46.631916 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-76c58be4-3bb2-44e1-824f-c66d297e60dc req-3a97f7c3-a31a-4868-8bbe-4673349d9d0a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524120 Sep 21 21:53:47.797077 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479b09a9-ecd0-4948-9aab-a2c720252315 req-6e8310d2-0bc9-4deb-a962-e3f9c4855834 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:47.799599 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-479b09a9-ecd0-4948-9aab-a2c720252315 req-6e8310d2-0bc9-4deb-a962-e3f9c4855834 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0727208 Sep 21 21:53:47.857630 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-479b09a9-ecd0-4948-9aab-a2c720252315 req-f5d955f1-fa35-420e-8971-149fd4e41440 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514333 Sep 21 21:53:48.997037 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e046ef4-62c9-4c5f-ab6c-16e258f1480d req-7ec443bb-fa20-4c75-adba-b3f2bd371aa0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:48.998975 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e046ef4-62c9-4c5f-ab6c-16e258f1480d req-7ec443bb-fa20-4c75-adba-b3f2bd371aa0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0590935 Sep 21 21:53:49.054424 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e046ef4-62c9-4c5f-ab6c-16e258f1480d req-bec10553-b79e-4519-be95-d9619bd684f9 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497806 Sep 21 21:53:50.207570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a88ac5-add7-4835-bbc3-01cdf42cefb8 req-58bdaa85-14c1-4b60-a8af-149dca710b97 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:50.209104 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-76a88ac5-add7-4835-bbc3-01cdf42cefb8 req-58bdaa85-14c1-4b60-a8af-149dca710b97 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0737562 Sep 21 21:53:50.271953 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-76a88ac5-add7-4835-bbc3-01cdf42cefb8 req-8c01d0d5-3a63-4250-8cd8-df132b0954e0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561428 Sep 21 21:53:50.661695 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48592) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:50.771014 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a12e34a4-0dd6-45ff-9872-b1dfb0fff7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:50.867740 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a12e34a4-0dd6-45ff-9872-b1dfb0fff7d6 admin admin] Publish callbacks [] for security_group (a02f6375-3f65-463c-82b9-5a11c94acb48), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:50.882041 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a12e34a4-0dd6-45ff-9872-b1dfb0fff7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (a02f6375-3f65-463c-82b9-5a11c94acb48), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:50.934531 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:50.954590 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a12e34a4-0dd6-45ff-9872-b1dfb0fff7d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f5b731d99cb4b20a71c41b014cbf9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917578 Sep 21 21:53:50.955335 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e34a4-0dd6-45ff-9872-b1dfb0fff7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f6375-3f65-463c-82b9-5a11c94acb48,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:50.957519 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48600) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:50.992146 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f37d1a-60d2-4c14-b271-0c32005ac4d3 req-9f8f979f-4770-41e0-8481-b532c960c831 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:50.993794 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-62f37d1a-60d2-4c14-b271-0c32005ac4d3 req-9f8f979f-4770-41e0-8481-b532c960c831 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 947 time: 0.0882759 Sep 21 21:53:51.031311 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Publish callbacks [] for security_group (a02f6375-3f65-463c-82b9-5a11c94acb48), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.057092 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-62f37d1a-60d2-4c14-b271-0c32005ac4d3 req-d5ab8dce-1066-418b-949e-4a3df82966d1 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562918 Sep 21 21:53:51.057816 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Publish callbacks [] for security_group (a02f6375-3f65-463c-82b9-5a11c94acb48), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.123349 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (a02f6375-3f65-463c-82b9-5a11c94acb48), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.126039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.127253 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a02f6375-3f65-463c-82b9-5a11c94acb48 HTTP/1.1" status: 204 len: 168 time: 0.1680572 Sep 21 21:53:51.136860 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f6375-3f65-463c-82b9-5a11c94acb48,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:51.145454 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.145972 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.146319 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.146657 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.146988 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.147314 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.147639 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.147960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.148294 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.148618 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.149038 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.149247 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.149579 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ec5f5-dfac-4b06-8354-34ff3f0d4d7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:51.429547 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9928e-5395-49ad-ba62-98ffc6ffb6a2 req-1a991ceb-a2a9-4e77-8ede-e09a2ecab0cb tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:51.431209 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-aca9928e-5395-49ad-ba62-98ffc6ffb6a2 req-1a991ceb-a2a9-4e77-8ede-e09a2ecab0cb tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0629213 Sep 21 21:53:51.461568 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48608) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:51.475510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bed5-e59c-4021-9ea6-d24ad3057e31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.493039 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-aca9928e-5395-49ad-ba62-98ffc6ffb6a2 req-8ee0b8b7-d188-4220-95f7-0edb79387309 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514195 Sep 21 21:53:51.560974 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bed5-e59c-4021-9ea6-d24ad3057e31 admin admin] Publish callbacks [] for security_group (af31926d-c8ef-4444-ac45-b5daa882bfaf), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.565939 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b6d7bed5-e59c-4021-9ea6-d24ad3057e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (af31926d-c8ef-4444-ac45-b5daa882bfaf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.605363 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b6d7bed5-e59c-4021-9ea6-d24ad3057e31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6c52f815d0d43c38709d437e2854451&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1425974 Sep 21 21:53:51.606255 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7bed5-e59c-4021-9ea6-d24ad3057e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31926d-c8ef-4444-ac45-b5daa882bfaf,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:51.608229 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48612) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:51.666283 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b8667e4d-78ef-4729-97ae-2feb89aee13d admin admin] Publish callbacks [] for security_group (af31926d-c8ef-4444-ac45-b5daa882bfaf), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.692306 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b8667e4d-78ef-4729-97ae-2feb89aee13d admin admin] Publish callbacks [] for security_group (af31926d-c8ef-4444-ac45-b5daa882bfaf), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.750368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b8667e4d-78ef-4729-97ae-2feb89aee13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (af31926d-c8ef-4444-ac45-b5daa882bfaf), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.753051 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b8667e4d-78ef-4729-97ae-2feb89aee13d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:51.754308 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b8667e4d-78ef-4729-97ae-2feb89aee13d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af31926d-c8ef-4444-ac45-b5daa882bfaf HTTP/1.1" status: 204 len: 168 time: 0.1448712 Sep 21 21:53:51.764259 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8667e4d-78ef-4729-97ae-2feb89aee13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31926d-c8ef-4444-ac45-b5daa882bfaf,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:52.125444 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48620) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:52.139333 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bc488533-ff93-4f9d-8fc0-e3d93da8c4bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.211466 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a010c00-ac0f-46ca-8770-f3fe71556fed req-871b49a8-dcb4-4ad2-bea5-6db10266db39 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:52.213242 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5a010c00-ac0f-46ca-8770-f3fe71556fed req-871b49a8-dcb4-4ad2-bea5-6db10266db39 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 947 time: 0.0634387 Sep 21 21:53:52.222541 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bc488533-ff93-4f9d-8fc0-e3d93da8c4bb admin admin] Publish callbacks [] for security_group (1d2225b5-c89b-4a62-ba66-c5ae0c5459e7), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.229458 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-bc488533-ff93-4f9d-8fc0-e3d93da8c4bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (1d2225b5-c89b-4a62-ba66-c5ae0c5459e7), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.270618 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5a010c00-ac0f-46ca-8770-f3fe71556fed req-572c1923-acac-4936-b541-e918b3a8960b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups?id=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512359 Sep 21 21:53:52.271968 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc488533-ff93-4f9d-8fc0-e3d93da8c4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2225b5-c89b-4a62-ba66-c5ae0c5459e7,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:52.277707 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-bc488533-ff93-4f9d-8fc0-e3d93da8c4bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9e2bca2b025845e8b210b710728ee155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509974 Sep 21 21:53:52.279557 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48622) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:52.341075 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eadef32c-492e-4e42-a7c1-95e9e1ce89f2 admin admin] Publish callbacks [] for security_group (1d2225b5-c89b-4a62-ba66-c5ae0c5459e7), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.366033 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eadef32c-492e-4e42-a7c1-95e9e1ce89f2 admin admin] Publish callbacks [] for security_group (1d2225b5-c89b-4a62-ba66-c5ae0c5459e7), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.392034 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-e2f036a0-1e0a-488f-abc7-1b85d4fc7a09 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:52.393519 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-e2f036a0-1e0a-488f-abc7-1b85d4fc7a09 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 947 time: 0.0607362 Sep 21 21:53:52.425370 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eadef32c-492e-4e42-a7c1-95e9e1ce89f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (1d2225b5-c89b-4a62-ba66-c5ae0c5459e7), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.428384 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eadef32c-492e-4e42-a7c1-95e9e1ce89f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.429614 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-eadef32c-492e-4e42-a7c1-95e9e1ce89f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d2225b5-c89b-4a62-ba66-c5ae0c5459e7 HTTP/1.1" status: 204 len: 168 time: 0.1487451 Sep 21 21:53:52.438901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadef32c-492e-4e42-a7c1-95e9e1ce89f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2225b5-c89b-4a62-ba66-c5ae0c5459e7,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:52.506721 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Deleting port 9c898f1b-a037-48e7-9225-490e7b932529 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:52.507335 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (9c898f1b-a037-48e7-9225-490e7b932529), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.652134 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] For port 9c898f1b-a037-48e7-9225-490e7b932529, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=9c898f1b-a037-48e7-9225-490e7b932529,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:52.652512 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (9c898f1b-a037-48e7-9225-490e7b932529), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.710155 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce3865-038f-46d3-9cb0-f37322a3429e req-c8139c50-c389-49ff-8739-67a9987406a2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:52.711817 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a9ce3865-038f-46d3-9cb0-f37322a3429e req-c8139c50-c389-49ff-8739-67a9987406a2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1224723 Sep 21 21:53:52.816297 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a9ce3865-038f-46d3-9cb0-f37322a3429e req-664af540-c453-4a38-bbbf-45b6b0321a1a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966260 Sep 21 21:53:52.880607 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.881129 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (6d6c81cb-cbf8-439a-9535-8241a475c997), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:52.881455 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Floating IP 6d6c81cb-cbf8-439a-9535-8241a475c997 disassociated. External IP: 172.27.3.181, port: 9c898f1b-a037-48e7-9225-490e7b932529. Sep 21 21:53:52.881819 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Calling delete_port for 9c898f1b-a037-48e7-9225-490e7b932529 owned by compute:nova {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:53.045253 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (9c898f1b-a037-48e7-9225-490e7b932529), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.080354 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event deleted for resources: {'Port': ['ID=9c898f1b-a037-48e7-9225-490e7b932529,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:53.207706 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Router a9796053-aab8-4435-bf7c-38fefd6bc18f has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:53:53.332245 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:53:53.348457 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:53:53.373205 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:53.374891 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:53.380677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48648) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:53.396519 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] No DVR routers for this DVR port 9c898f1b-a037-48e7-9225-490e7b932529 on host hv-cinder-85881 {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:53:53.399127 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.402974 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f75d5c53-a756-44fc-be2a-2451a71fd0d1 req-a4d3df87-9f47-4f42-a73c-364b97a908ef tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.50 "DELETE /v2.0/ports/9c898f1b-a037-48e7-9225-490e7b932529 HTTP/1.1" status: 204 len: 173 time: 1.0015526 Sep 21 21:53:53.403803 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-deleted', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:53:53.406551 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc081f0-001b-4212-8838-d79386054e3a" -d '{"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-deleted", "tag": "9c898f1b-a037-48e7-9225-490e7b932529"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:53:53.462489 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63297ed5-5b49-400a-a3b7-35365b75d7fa x-openstack-request-id: req-63297ed5-5b49-400a-a3b7-35365b75d7fa {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:53:53.462782 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e88a45-87a1-4ce7-b442-9cfa229c709e", "name": "network-vif-deleted", "tag": "9c898f1b-a037-48e7-9225-490e7b932529", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:53:53.463232 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-63297ed5-5b49-400a-a3b7-35365b75d7fa {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:53:53.463690 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63297ed5-5b49-400a-a3b7-35365b75d7fa'] response: {'server_uuid': '92e88a45-87a1-4ce7-b442-9cfa229c709e', 'name': 'network-vif-deleted', 'tag': '9c898f1b-a037-48e7-9225-490e7b932529', 'status': 'completed', 'code': 200} Sep 21 21:53:53.504273 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-20a1fba5-2a4a-4435-88ce-b470fa5dd945 req-a5d01661-4051-4bef-887a-28d489f9606b tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/ports?device_id=92e88a45-87a1-4ce7-b442-9cfa229c709e HTTP/1.1" status: 200 len: 210 time: 0.1049457 Sep 21 21:53:53.538211 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-773866027-network', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:53:53.569691 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Made reservation on behalf of 8f29b786802c48efb4218e0cfbc32ad0 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:53:53.572711 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.584677 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.676868 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:53.695910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks [] for security_group (21f98d18-5349-4808-a27c-600949b5452c), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.703403 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (21f98d18-5349-4808-a27c-600949b5452c), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.758101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:53:53.766843 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f98d18-5349-4808-a27c-600949b5452c,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:53.776736 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (a557aefe-d144-4127-af65-506d8cccd6ce), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.777210 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Added segment a557aefe-d144-4127-af65-506d8cccd6ce of type vlan for network dfea6bc1-7d56-4d2e-a65a-384c0e154462 Sep 21 21:53:53.843527 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (dfea6bc1-7d56-4d2e-a65a-384c0e154462), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.888362 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (dfea6bc1-7d56-4d2e-a65a-384c0e154462), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.890136 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:53.891157 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:53.917431 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:53:53.978914 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5968497 Sep 21 21:53:53.985571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48658) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:53.992560 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Request body: {'subnet': {'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-773866027-subnet', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:53:54.023566 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:54.025238 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b96d3-6a6e-475f-818d-685983fad0fe admin admin] Pushing event updated for resources: {'Network': ['ID=dfea6bc1-7d56-4d2e-a65a-384c0e154462,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:54.031562 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cbaee7-49a7-4f78-8fa9-72d9cde0b931 req-41e03e4e-505c-416b-82cc-1a6da216e686 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:54.039603 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:53:54.043331 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d8cbaee7-49a7-4f78-8fa9-72d9cde0b931 req-41e03e4e-505c-416b-82cc-1a6da216e686 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1038566 Sep 21 21:53:54.049478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Made reservation on behalf of 8f29b786802c48efb4218e0cfbc32ad0 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:53:54.055402 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14575443'] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.117607 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d8cbaee7-49a7-4f78-8fa9-72d9cde0b931 req-7ce4a769-6372-48b2-93d3-5270ff13fcdf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727358 Sep 21 21:53:54.145488 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:53:54.160005 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:54.161886 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:54.292097 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:54.300957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14205736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14575425'] for subnet (56eca55f-fa9b-4cb7-9845-fdff3a9c018b), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.359293 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56eca55f-fa9b-4cb7-9845-fdff3a9c018b,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:54.367339 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Checking segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:53:54.367702 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Network hostable DHCP agents. Network: dfea6bc1-7d56-4d2e-a65a-384c0e154462, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:53:54.386633 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:53:54.399674 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, dfea6bc1-7d56-4d2e-a65a-384c0e154462) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:54.405152 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:54.405779 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.419147 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b5c96e-f1db-4226-b5fb-59f9972587a7 None None] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:53:54.426808 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4ad2eefd-05f8-4a40-a723-3e60c81cdd51 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4401193 Sep 21 21:53:54.430257 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48660) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:54.436692 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:53:54.459601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (96262fa0-28bf-4a98-8b4a-7ffab6982acf), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.461010 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (96262fa0-28bf-4a98-8b4a-7ffab6982acf), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.522566 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks [] for router_controller (96262fa0-28bf-4a98-8b4a-7ffab6982acf), precommit_add_association {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.523875 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:54.533741 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:53:54.534688 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.551654 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b90e3fd-f7a3-436e-ad41-2de3b5691993 None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:46:43Z', 'revision_number': 4, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '82302eb2-0d5e-4438-98a3-ff8c128a6a92', 'name': '', 'network_id': '98ff0e37-548d-454c-b48f-990cfef27ecf', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'mac_address': 'fa:16:3e:64:0a:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:40Z', 'updated_at': '2022-09-21T21:46:56Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'subnets': [{'id': '34596047-9b04-4d2d-b3e7-5567ed192a99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:53:54.619316 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48666) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:54.693482 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Allocated IP 172.20.0.2 (dfea6bc1-7d56-4d2e-a65a-384c0e154462/56eca55f-fa9b-4cb7-9845-fdff3a9c018b/de71936a-1b0d-43a5-ac83-52f239691e32) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:53:54.699823 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks [] for router_gateway (96262fa0-28bf-4a98-8b4a-7ffab6982acf), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.705655 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8ee08e5e-9ec0-4ca7-8010-e96102d0d11e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.734851 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8ee08e5e-9ec0-4ca7-8010-e96102d0d11e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.791850 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8ee08e5e-9ec0-4ca7-8010-e96102d0d11e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.795116 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-8ee08e5e-9ec0-4ca7-8010-e96102d0d11e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.799683 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48668) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:54.799892 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-8ee08e5e-9ec0-4ca7-8010-e96102d0d11e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "DELETE /v2.0/security-groups/fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4 HTTP/1.1" status: 204 len: 168 time: 0.1792245 Sep 21 21:53:54.811390 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee08e5e-9ec0-4ca7-8010-e96102d0d11e tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:54.821323 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.api.v2.resource [None req-464fc709-b707-4206-bd75-6e12f0c43373 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] show failed (client error): The resource could not be found. Sep 21 21:53:54.825645 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-464fc709-b707-4206-bd75-6e12f0c43373 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "GET /v2.0/security-groups/fae834e0-ac85-45a9-9eb9-c8c6c7dcbfb4 HTTP/1.1" status: 404 len: 347 time: 0.0231309 Sep 21 21:53:54.825870 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48670) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:54.907109 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Publish callbacks [] for port (de71936a-1b0d-43a5-ac83-52f239691e32), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.915909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.952485 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:53:54.982055 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks [] for router_gateway (96262fa0-28bf-4a98-8b4a-7ffab6982acf), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.985455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Deleting port 8bff6682-2ff3-4726-bf84-feaad33dc055 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:54.986113 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:54.988530 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced780d1-7e91-46e5-903b-04e513a1bc4a None None] New status for floating IP 6d6c81cb-cbf8-439a-9535-8241a475c997: DOWN {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:53:54.999186 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 9c898f1b-a037-48e7-9225-490e7b932529 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:53:54.999601 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 9c898f1b-a037-48e7-9225-490e7b932529 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:53:55.009769 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.039094 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:53:55.039894 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Pushing event updated for resources: {'Port': ['ID=de71936a-1b0d-43a5-ac83-52f239691e32,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:55.046711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:55.073899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:53:55.079045 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.079753 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (8bff6682-2ff3-4726-bf84-feaad33dc055), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.100637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Calling delete_port for 8bff6682-2ff3-4726-bf84-feaad33dc055 owned by network:floatingip {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:55.171381 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Attempting to bind port de71936a-1b0d-43a5-ac83-52f239691e32 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:53:55.171747 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Attempting to bind port de71936a-1b0d-43a5-ac83-52f239691e32 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:53:55.172122 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Attempting to bind port de71936a-1b0d-43a5-ac83-52f239691e32 on network dfea6bc1-7d56-4d2e-a65a-384c0e154462 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:53:55.178978 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:53:55.179697 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Checking segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:53:55.180272 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.180837 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Bound using segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:53:55.181501 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Bound port: de71936a-1b0d-43a5-ac83-52f239691e32, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:53:55.182088 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.193879 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Allocated IP 172.27.3.162 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/e6dac0cb-082f-4041-8007-8a77c126f663) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:53:55.271046 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] For port de71936a-1b0d-43a5-ac83-52f239691e32, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:53:55.274843 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] For port de71936a-1b0d-43a5-ac83-52f239691e32, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=de71936a-1b0d-43a5-ac83-52f239691e32,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:53:55.282895 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.304651 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (8bff6682-2ff3-4726-bf84-feaad33dc055), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.322093 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4973915-2101-402c-bf13-d02344a39415 req-1cd2b523-8f6f-40fc-a871-b508477d744e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:55.323769 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e4973915-2101-402c-bf13-d02344a39415 req-1cd2b523-8f6f-40fc-a871-b508477d744e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0806854 Sep 21 21:53:55.348861 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks [] for port (e6dac0cb-082f-4041-8007-8a77c126f663), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.355898 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Pushing event deleted for resources: {'Port': ['ID=8bff6682-2ff3-4726-bf84-feaad33dc055,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:55.357873 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba808c-a106-44e0-b561-932a3d4e699b None None] Pushing event updated for resources: {'Port': ['ID=de71936a-1b0d-43a5-ac83-52f239691e32,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:55.388527 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.430401 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:53:55.436343 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:55.440506 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:53:55.443901 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6dac0cb-082f-4041-8007-8a77c126f663,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:55.457090 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e4973915-2101-402c-bf13-d02344a39415 req-e8b8cec3-ca21-4d12-b1ba-ea5dbbfc5425 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050026 Sep 21 21:53:55.459929 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks [] for floatingip (6d6c81cb-cbf8-439a-9535-8241a475c997), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.462529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:55.467218 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-261b3a87-9287-40e7-ba5d-4730f9642549 tempest-AttachVolumeShelveTestJSON-1413829247 tempest-AttachVolumeShelveTestJSON-1413829247-project] 10.222.0.48 "DELETE /v2.0/floatingips/6d6c81cb-cbf8-439a-9535-8241a475c997 HTTP/1.1" status: 204 len: 168 time: 0.6369083 Sep 21 21:53:55.762513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks [] for router_gateway (96262fa0-28bf-4a98-8b4a-7ffab6982acf), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:56.257828 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (96262fa0-28bf-4a98-8b4a-7ffab6982acf), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:56.413916 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Router 96262fa0-28bf-4a98-8b4a-7ffab6982acf is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:53:56.482097 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3709924-faef-4973-853b-b13c8f4a15f4 None None] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:53:56.540460 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:53:56.557191 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Sync routers for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:53:56.572149 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:56.572979 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:56.610975 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Provisioning complete for port de71936a-1b0d-43a5-ac83-52f239691e32 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:56.611765 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:56.611765 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Attempt 1 to provision port de71936a-1b0d-43a5-ac83-52f239691e32 Sep 21 21:53:56.613082 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:56.619355 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48680) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:56.620080 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-17dbafaf-3668-470f-bedb-3134002485c0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1875627 Sep 21 21:53:56.656563 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddc3ae-99d5-4834-8129-e210a8e22740 req-b62a588c-62f4-409a-8aaf-3ade35a02e32 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:56.659226 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-dcddc3ae-99d5-4834-8129-e210a8e22740 req-b62a588c-62f4-409a-8aaf-3ade35a02e32 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1035604 Sep 21 21:53:56.709822 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Current status of the port de71936a-1b0d-43a5-ac83-52f239691e32 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:56.710115 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:56.754572 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] For port de71936a-1b0d-43a5-ac83-52f239691e32, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=de71936a-1b0d-43a5-ac83-52f239691e32,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:56.756174 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:56.761714 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:56.829348 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-dcddc3ae-99d5-4834-8129-e210a8e22740 req-e091ccfc-6e0c-4a0c-81d1-ea35d0e6a769 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1628904 Sep 21 21:53:56.905276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e646c-3c81-474e-89c5-b5923ba7cab2 None None] Pushing event updated for resources: {'Port': ['ID=de71936a-1b0d-43a5-ac83-52f239691e32,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:57.006794 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device de71936a-1b0d-43a5-ac83-52f239691e32 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:53:57.125821 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:55Z', 'revision_number': 3, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:57.130307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-022367df-2486-4bc2-a6ba-ec4a3cd7458b None None] Provisioning complete for port de71936a-1b0d-43a5-ac83-52f239691e32 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:57.131064 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-022367df-2486-4bc2-a6ba-ec4a3cd7458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.131773 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-022367df-2486-4bc2-a6ba-ec4a3cd7458b None None] Attempt 1 to provision port de71936a-1b0d-43a5-ac83-52f239691e32 Sep 21 21:53:57.158785 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Checking router: 96262fa0-28bf-4a98-8b4a-7ffab6982acf for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:53:57.159051 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Updating router 96262fa0-28bf-4a98-8b4a-7ffab6982acf port e6dac0cb-082f-4041-8007-8a77c126f663 binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:53:57.189111 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port de71936a-1b0d-43a5-ac83-52f239691e32 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:57.189725 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.190309 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port de71936a-1b0d-43a5-ac83-52f239691e32 Sep 21 21:53:57.190711 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.379539 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.413836 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-022367df-2486-4bc2-a6ba-ec4a3cd7458b None None] Current status of the port de71936a-1b0d-43a5-ac83-52f239691e32 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:57.432501 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port de71936a-1b0d-43a5-ac83-52f239691e32 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:57.483694 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Publish callbacks [] for port (e6dac0cb-082f-4041-8007-8a77c126f663), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.491258 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.527591 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Attempting to bind port e6dac0cb-082f-4041-8007-8a77c126f663 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:53:57.527972 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Attempting to bind port e6dac0cb-082f-4041-8007-8a77c126f663 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:53:57.528332 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Attempting to bind port e6dac0cb-082f-4041-8007-8a77c126f663 on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:53:57.542457 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:53:57.542839 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:53:57.543268 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.543666 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:53:57.544149 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Bound port: e6dac0cb-082f-4041-8007-8a77c126f663, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:53:57.544532 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.547651 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Pushing event updated for resources: {'Port': ['ID=e6dac0cb-082f-4041-8007-8a77c126f663,revision_number=2']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:57.565925 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Allocated IP 172.20.0.1 (dfea6bc1-7d56-4d2e-a65a-384c0e154462/56eca55f-fa9b-4cb7-9845-fdff3a9c018b/a5ff85e5-8d6e-4783-96de-dd4406f99b1e) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:53:57.576535 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.577365 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.577365 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.577365 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.577876 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.578089 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.578420 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.578747 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.579073 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.579403 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.579730 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.580104 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.580475 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115545) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:53:57.612201 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] For port e6dac0cb-082f-4041-8007-8a77c126f663, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:53:57.615858 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] For port e6dac0cb-082f-4041-8007-8a77c126f663, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e6dac0cb-082f-4041-8007-8a77c126f663,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:53:57.624037 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.664301 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:53:57.664890 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:57.687358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks [] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.719355 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f3c95-ad2f-4e54-a697-eb1b78e4aa81 None None] Pushing event updated for resources: {'Port': ['ID=e6dac0cb-082f-4041-8007-8a77c126f663,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:57.733938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:57.773545 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:53:57.781046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:57.783337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:57.785476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:53:57.795866 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:53:57.829835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (96262fa0-28bf-4a98-8b4a-7ffab6982acf), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.156079 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Provisioning complete for port a5ff85e5-8d6e-4783-96de-dd4406f99b1e triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:58.156753 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.156906 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 1 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:53:58.202302 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:55Z', 'revision_number': 3, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:53:58.233619 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:53:58.240705 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9480f5a3-c4ef-4214-9d45-be3a634c0f07 None None] The sync data for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi is: [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:55Z', 'revision_number': 3, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:53:58.291642 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48700) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:53:58.364850 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3e8cf-b2e1-41b9-8187-881488501cf0 req-6abf35c6-e00a-47bc-b2bc-fd80997989a6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:58.372256 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-64a3e8cf-b2e1-41b9-8187-881488501cf0 req-6abf35c6-e00a-47bc-b2bc-fd80997989a6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1515262 Sep 21 21:53:58.439436 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.478836 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-64a3e8cf-b2e1-41b9-8187-881488501cf0 req-21d5fcb0-9add-4e7e-854b-84cc2973c7f0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049187 Sep 21 21:53:58.734986 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 2 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:53:58.785586 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks [] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.794429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.815267 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:53:58.872466 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (96262fa0-28bf-4a98-8b4a-7ffab6982acf), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.878023 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Pushing event updated for resources: {'Port': ['ID=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:58.919947 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device de71936a-1b0d-43a5-ac83-52f239691e32 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:53:58.924978 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (a9796053-aab8-4435-bf7c-38fefd6bc18f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.985631 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port de71936a-1b0d-43a5-ac83-52f239691e32 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:58.986166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:58.986515 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port de71936a-1b0d-43a5-ac83-52f239691e32 Sep 21 21:53:58.987808 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:53:58.992341 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:53:59.089939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port de71936a-1b0d-43a5-ac83-52f239691e32 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:59.091106 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e6dac0cb-082f-4041-8007-8a77c126f663 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:53:59.161974 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port e6dac0cb-082f-4041-8007-8a77c126f663 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:53:59.162773 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.163090 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port e6dac0cb-082f-4041-8007-8a77c126f663 Sep 21 21:53:59.178588 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Router 96262fa0-28bf-4a98-8b4a-7ffab6982acf has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:53:59.280105 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port e6dac0cb-082f-4041-8007-8a77c126f663 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:53:59.280346 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.292849 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Deleting port 82302eb2-0d5e-4438-98a3-ff8c128a6a92 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:53:59.293292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.316978 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port e6dac0cb-082f-4041-8007-8a77c126f663, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e6dac0cb-082f-4041-8007-8a77c126f663,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:59.317969 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 3 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:53:59.334693 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:53:59.346402 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-245075b6-e342-4ce0-9055-ffe18da202b7 admin admin] 10.222.0.48 "PUT /v2.0/routers/96262fa0-28bf-4a98-8b4a-7ffab6982acf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7234523 Sep 21 21:53:59.360282 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.407802 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:53:59.423184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] For port 82302eb2-0d5e-4438-98a3-ff8c128a6a92, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=82302eb2-0d5e-4438-98a3-ff8c128a6a92,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:53:59.423632 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.441394 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Calling delete_port for 82302eb2-0d5e-4438-98a3-ff8c128a6a92 owned by network:router_interface {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:53:59.444118 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=e6dac0cb-082f-4041-8007-8a77c126f663,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:59.706763 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3c5e2-00b6-44ba-8c6a-fffbc2e60772 req-6c0c606d-c0a9-49b4-a18b-6ac16b17c3f4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:53:59.708332 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-09c3c5e2-00b6-44ba-8c6a-fffbc2e60772 req-6c0c606d-c0a9-49b4-a18b-6ac16b17c3f4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0990324 Sep 21 21:53:59.741365 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (82302eb2-0d5e-4438-98a3-ff8c128a6a92), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:53:59.782330 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Pushing event deleted for resources: {'Port': ['ID=82302eb2-0d5e-4438-98a3-ff8c128a6a92,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:53:59.843974 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-09c3c5e2-00b6-44ba-8c6a-fffbc2e60772 req-1e46e6f3-394b-40ce-8e25-de3813d55dc7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284876 Sep 21 21:53:59.908850 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 4 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:53:59.967189 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:00.055509 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48724) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:00.060914 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-397970355-network', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:00.102650 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Made reservation on behalf of 53bffbb7c2bc426e815afdd10ec68b65 for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:00.105621 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.120126 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.130571 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (a9796053-aab8-4435-bf7c-38fefd6bc18f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.202292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad71b4-1351-445c-aead-12ccc258739b req-1fa33195-7a88-4367-ab65-2326f2358ab7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:00.203950 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0cad71b4-1351-445c-aead-12ccc258739b req-1fa33195-7a88-4367-ab65-2326f2358ab7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1212513 Sep 21 21:54:00.234460 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks [] for security_group (69911596-0a90-4c26-96a6-7c183cde476d), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.239625 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (69911596-0a90-4c26-96a6-7c183cde476d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.264175 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:54:00.281008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (46839142-f7ab-441e-891d-320c13b912b5), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.281352 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Added segment 46839142-f7ab-441e-891d-320c13b912b5 of type vlan for network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a Sep 21 21:54:00.282704 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69911596-0a90-4c26-96a6-7c183cde476d,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:00.333679 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.351105 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0cad71b4-1351-445c-aead-12ccc258739b req-c37d9997-a9bf-444c-9d38-f5eb693728af tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386275 Sep 21 21:54:00.353417 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-c45b0f86-95b8-4a4e-8ebe-70ae8cf61051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:00.354984 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-c45b0f86-95b8-4a4e-8ebe-70ae8cf61051 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1129 time: 0.1704018 Sep 21 21:54:00.370700 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.374405 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:00.375222 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.438958 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3794434 Sep 21 21:54:00.439572 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48726) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:00.448599 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Request body: {'subnet': {'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-397970355-subnet', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:00.453146 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58305dea-f74a-4a2a-b0cb-04b5ad34847d admin admin] Pushing event updated for resources: {'Network': ['ID=a2ac20cc-27d2-4a62-95ff-1a8b6d09186a,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:00.464503 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:54:00.478363 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Made reservation on behalf of 53bffbb7c2bc426e815afdd10ec68b65 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:00.482064 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14575443'] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.484138 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 5 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:00.532512 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Sync routers for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:00.566906 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-4ad74857-abcd-4633-9126-c61fa0478b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:00.568363 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-4ad74857-abcd-4633-9126-c61fa0478b6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.1698654 Sep 21 21:54:00.574809 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Router a9796053-aab8-4435-bf7c-38fefd6bc18f has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:00.717603 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14205736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14575425'] for subnet (0d269b67-5970-481e-a878-96e0da5be036), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.751705 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:00.755307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:00.757639 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-0ca53a5e-ae7f-4a74-8443-7dd7698f9e0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 1001 time: 0.1785426 Sep 21 21:54:00.762478 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:00.792428 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d269b67-5970-481e-a878-96e0da5be036,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:00.794656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Checking segment: {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:00.795148 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Network hostable DHCP agents. Network: a2ac20cc-27d2-4a62-95ff-1a8b6d09186a, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:54:00.821165 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:54:00.821359 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:00.826128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e6dac0cb-082f-4041-8007-8a77c126f663 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:00.830185 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-030c0904-02ea-4495-9938-b54c6b5ffa5b admin admin] 10.222.0.48 "PUT /v2.0/routers/a9796053-aab8-4435-bf7c-38fefd6bc18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5370572 Sep 21 21:54:00.832953 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48728) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:00.833385 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] Sync routers for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:00.839459 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, a2ac20cc-27d2-4a62-95ff-1a8b6d09186a) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:00.853596 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:00.854662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.863588 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:00.864252 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:00.881664 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ad997c87-6f61-49e2-82cf-e821f585f6be admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4370425 Sep 21 21:54:00.881992 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48730) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:00.888677 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:00.894873 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-c8fda483-eea3-4bf0-961e-2dccd72e83ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:00.896400 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-c8fda483-eea3-4bf0-961e-2dccd72e83ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.1284275 Sep 21 21:54:00.898366 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28f2f04-3721-4f7f-a96c-3edb6e9be24c None None] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:00.981801 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1611487', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5333'] for router (250101bf-d8da-4e36-888d-d2f192cd2781), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.983116 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1611371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1610889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2066718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5346'] for router (250101bf-d8da-4e36-888d-d2f192cd2781), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:00.998723 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:01.015564 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks [] for router (a9796053-aab8-4435-bf7c-38fefd6bc18f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.059159 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:01.082976 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port e6dac0cb-082f-4041-8007-8a77c126f663 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:01.083386 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.083875 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port e6dac0cb-082f-4041-8007-8a77c126f663 Sep 21 21:54:01.101609 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks [] for router_controller (250101bf-d8da-4e36-888d-d2f192cd2781), precommit_add_association {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.103918 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-650d11bf-ad3f-436a-a92e-1612198eb4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:01.105543 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-650d11bf-ad3f-436a-a92e-1612198eb4f3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1969264 Sep 21 21:54:01.143810 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5262c194-f9dc-56d7-8a36-cc5b001deece-a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'fixed_ips': [{'subnet_id': '0d269b67-5970-481e-a878-96e0da5be036'}]}} from dv-cinder-858817-1-iscsi. {{(pid=115543) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Sep 21 21:54:01.144798 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.252597 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:01.266254 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 6 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:01.284529 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] Checking router: a9796053-aab8-4435-bf7c-38fefd6bc18f for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:01.302840 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] Routers {'a9796053-aab8-4435-bf7c-38fefd6bc18f'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:01.303576 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['a9796053-aab8-4435-bf7c-38fefd6bc18f'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:01.403658 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:01.448029 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port e6dac0cb-082f-4041-8007-8a77c126f663 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:01.473163 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] Set router a9796053-aab8-4435-bf7c-38fefd6bc18f gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:01.515884 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.db_base_plugin_common [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Allocated IP 172.20.0.2 (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a/0d269b67-5970-481e-a878-96e0da5be036/4c153819-e750-422c-99d4-bb06545fa9f7) {{(pid=115543) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:01.596556 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dea076-8d8b-45a8-b6ca-5b558650bf61 req-f6efea38-1ae7-4b66-9426-d3f42e44074a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:01.608779 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d7dea076-8d8b-45a8-b6ca-5b558650bf61 req-f6efea38-1ae7-4b66-9426-d3f42e44074a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0889430 Sep 21 21:54:01.639789 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks [] for router_gateway (250101bf-d8da-4e36-888d-d2f192cd2781), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.643737 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks [] for router_gateway (a9796053-aab8-4435-bf7c-38fefd6bc18f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.678480 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-7cf2f52b-96e7-47a8-99cb-ded6f3669fde service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626328 Sep 21 21:54:01.696823 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Publish callbacks [] for port (4c153819-e750-422c-99d4-bb06545fa9f7), precommit_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.702806 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d7dea076-8d8b-45a8-b6ca-5b558650bf61 req-4cc1dda5-d119-4e70-b909-5d0e65781474 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913978 Sep 21 21:54:01.708361 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), after_create {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.747285 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:01.759994 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a is already hosted by enough agents. {{(pid=115543) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:01.769149 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.scheduler.base_scheduler [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Resources bound (agent type, host, resource id): {{(pid=115543) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:01.774012 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Received port after_create {{(pid=115543) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:01.780748 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Pushing event updated for resources: {'Port': ['ID=4c153819-e750-422c-99d4-bb06545fa9f7,revision_number=1']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:01.780980 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c7a1fb-4541-4ef3-a24a-d0856b1d0620 None None] The sync data for ids ['a9796053-aab8-4435-bf7c-38fefd6bc18f'] in dv-cinder-858817-1-iscsi is: [{'id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'name': 'tempest-AttachVolumeShelveTestJSON-712607927-router', 'tenant_id': 'c8c7809e96634705be99daed4c8edf96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:46:32Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 5, 'project_id': 'c8c7809e96634705be99daed4c8edf96', 'gw_port': {'id': 'daf92d06-a68b-4bfa-8948-e3a17927acdf', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fa:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9796053-aab8-4435-bf7c-38fefd6bc18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:46:33Z', 'updated_at': '2022-09-21T21:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:01.790182 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 2, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:01.837077 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Checking router: 96262fa0-28bf-4a98-8b4a-7ffab6982acf for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:01.837438 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Updating router 96262fa0-28bf-4a98-8b4a-7ffab6982acf port a5ff85e5-8d6e-4783-96de-dd4406f99b1e binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:01.845324 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Deleting port daf92d06-a68b-4bfa-8948-e3a17927acdf {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:54:01.845665 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.886814 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4d219d22-f0d3-4c85-a372-6e24fcc766d7 req-0ce4e7ae-c3a8-41f6-a3bc-d39542f658d8 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876016 Sep 21 21:54:01.887904 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.892561 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Attempting to bind port 4c153819-e750-422c-99d4-bb06545fa9f7 on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:01.892928 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Attempting to bind port 4c153819-e750-422c-99d4-bb06545fa9f7 by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:01.893298 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Attempting to bind port 4c153819-e750-422c-99d4-bb06545fa9f7 on network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:01.906752 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 7 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:01.911254 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:01.911633 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Checking segment: {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:01.912048 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.912466 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Bound using segment: {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:01.912945 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Bound port: 4c153819-e750-422c-99d4-bb06545fa9f7, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:01.913330 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.948008 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] For port daf92d06-a68b-4bfa-8948-e3a17927acdf, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=daf92d06-a68b-4bfa-8948-e3a17927acdf,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:01.948284 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:01.964505 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Calling delete_port for daf92d06-a68b-4bfa-8948-e3a17927acdf owned by network:router_gateway {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:54:02.004346 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:02.088320 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] For port 4c153819-e750-422c-99d4-bb06545fa9f7, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:02.093202 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] For port 4c153819-e750-422c-99d4-bb06545fa9f7, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4c153819-e750-422c-99d4-bb06545fa9f7,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:02.108723 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.117869 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks [] for router_gateway (250101bf-d8da-4e36-888d-d2f192cd2781), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.142630 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.245237 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffcc3f8-a63d-41d1-a4c7-c04ea06d3b1b None None] Pushing event updated for resources: {'Port': ['ID=4c153819-e750-422c-99d4-bb06545fa9f7,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:02.399012 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Allocated IP 172.27.3.226 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/e53a92da-d9b3-48bb-8c1b-d07f658cbc8c) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:02.407290 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Publish callbacks [] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.419528 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (daf92d06-a68b-4bfa-8948-e3a17927acdf), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.426139 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.497298 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Pushing event deleted for resources: {'Port': ['ID=daf92d06-a68b-4bfa-8948-e3a17927acdf,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:02.511306 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 8 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:02.587482 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611bd9a-23b2-4316-9e9f-a2cac47c38ed None None] Pushing event updated for resources: {'Port': ['ID=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:02.615762 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Attempting to bind port a5ff85e5-8d6e-4783-96de-dd4406f99b1e on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:02.616240 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Attempting to bind port a5ff85e5-8d6e-4783-96de-dd4406f99b1e by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:02.616671 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Attempting to bind port a5ff85e5-8d6e-4783-96de-dd4406f99b1e on network dfea6bc1-7d56-4d2e-a65a-384c0e154462 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:02.639809 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:02.640283 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Checking segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:02.640933 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.647009 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Bound using segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:02.647009 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Bound port: a5ff85e5-8d6e-4783-96de-dd4406f99b1e, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:02.647009 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.647009 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Port a5ff85e5-8d6e-4783-96de-dd4406f99b1e cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:02.677315 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (a9796053-aab8-4435-bf7c-38fefd6bc18f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.799503 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks [] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.805161 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (a9796053-aab8-4435-bf7c-38fefd6bc18f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.808935 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks [] for router_controller (a9796053-aab8-4435-bf7c-38fefd6bc18f), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.931437 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (a9796053-aab8-4435-bf7c-38fefd6bc18f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.932021 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9796053-aab8-4435-bf7c-38fefd6bc18f {{(pid=115541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:54:02.938894 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:02.939990 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3f79d7c6-4626-41ec-96a8-d7498647e7aa admin admin] 10.222.0.48 "DELETE /v2.0/routers/a9796053-aab8-4435-bf7c-38fefd6bc18f HTTP/1.1" status: 204 len: 168 time: 2.1062405 Sep 21 21:54:02.942898 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48738) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:02.954349 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4c153819-e750-422c-99d4-bb06545fa9f7 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:02.965476 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.019598 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] For port a5ff85e5-8d6e-4783-96de-dd4406f99b1e, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:03.032630 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Deleting subnet 34596047-9b04-4d2d-b3e7-5567ed192a99 {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:54:03.035524 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41331a-6f11-427b-8511-ce9306a2153a req-07fc5fa9-f87a-484c-ad82-82d212121581 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:03.037829 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7e41331a-6f11-427b-8511-ce9306a2153a req-07fc5fa9-f87a-484c-ad82-82d212121581 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1722319 Sep 21 21:54:03.040038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Publish callbacks [] for subnet (34596047-9b04-4d2d-b3e7-5567ed192a99), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.043482 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:03.044497 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] For port a5ff85e5-8d6e-4783-96de-dd4406f99b1e, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:03.055264 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:03.057521 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.081457 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:03.102341 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 4c153819-e750-422c-99d4-bb06545fa9f7 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:03.102717 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.103056 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 4c153819-e750-422c-99d4-bb06545fa9f7 Sep 21 21:54:03.104380 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14546803'] for subnet (34596047-9b04-4d2d-b3e7-5567ed192a99), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.112504 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Pushing event updated for resources: {'Port': ['ID=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:03.152716 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Attempt 9 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:03.179235 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:03.180696 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:03.250462 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (34596047-9b04-4d2d-b3e7-5567ed192a99), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.261547 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7e41331a-6f11-427b-8511-ce9306a2153a req-a6486216-19f2-41f7-b9a4-1e6b112ceb0d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109315 Sep 21 21:54:03.333909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611bd9a-23b2-4316-9e9f-a2cac47c38ed None None] Pushing event updated for resources: {'Port': ['ID=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:03.370337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14205943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14575480'] for subnet (34596047-9b04-4d2d-b3e7-5567ed192a99), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.379883 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:03.398835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34596047-9b04-4d2d-b3e7-5567ed192a99,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:03.400957 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.405503 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e6424d02-abdd-490b-89b6-dd94a545b3f3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/34596047-9b04-4d2d-b3e7-5567ed192a99 HTTP/1.1" status: 204 len: 168 time: 0.4482486 Sep 21 21:54:03.411073 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48742) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:03.415003 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e61ecb4-9320-4081-8e62-469d48918b0d None None] Network 98ff0e37-548d-454c-b48f-990cfef27ecf requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:03.518516 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (98ff0e37-548d-454c-b48f-990cfef27ecf), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.551197 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks [] for router_gateway (250101bf-d8da-4e36-888d-d2f192cd2781), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.585185 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Deleting port 33d26836-6953-4b22-80e1-6d456618a475 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:54:03.585527 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (33d26836-6953-4b22-80e1-6d456618a475), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.616841 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Current status of the port a5ff85e5-8d6e-4783-96de-dd4406f99b1e is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:03.617480 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.620579 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 4c153819-e750-422c-99d4-bb06545fa9f7 is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:03.621430 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.634186 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af861a9-0426-41d3-858f-16ae825cb59d None None] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:54:03.666213 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] For port 33d26836-6953-4b22-80e1-6d456618a475, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=33d26836-6953-4b22-80e1-6d456618a475,segment=NetworkSegment(42dd42a0-3527-4d06-8a6e-545bd1de6b14),segment_id=42dd42a0-3527-4d06-8a6e-545bd1de6b14)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:03.666213 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (33d26836-6953-4b22-80e1-6d456618a475), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.681306 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Calling delete_port for 33d26836-6953-4b22-80e1-6d456618a475 owned by network:dhcp {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:54:03.797748 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (33d26836-6953-4b22-80e1-6d456618a475), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.833040 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=33d26836-6953-4b22-80e1-6d456618a475,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:03.836361 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] No DVR routers for this DVR port 33d26836-6953-4b22-80e1-6d456618a475 on host dv-cinder-858817-1-iscsi {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:54:03.845893 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1611364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1610982'] for router (250101bf-d8da-4e36-888d-d2f192cd2781), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.905490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] For port a5ff85e5-8d6e-4783-96de-dd4406f99b1e, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:03.914382 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 4c153819-e750-422c-99d4-bb06545fa9f7, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4c153819-e750-422c-99d4-bb06545fa9f7,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:03.935901 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.938590 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (98ff0e37-548d-454c-b48f-990cfef27ecf), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.945043 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:03.991211 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ff0e37-548d-454c-b48f-990cfef27ecf']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:04.003312 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 82302eb2-0d5e-4438-98a3-ff8c128a6a92 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:54:04.007217 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42dd42a0-3527-4d06-8a6e-545bd1de6b14') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:04.007746 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42dd42a0-3527-4d06-8a6e-545bd1de6b14') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:04.015307 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c363f4-ae98-470a-8349-e264b7841d1b None None] DHCP port deletion for 98ff0e37-548d-454c-b48f-990cfef27ecf request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:54:04.024396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (42dd42a0-3527-4d06-8a6e-545bd1de6b14), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.047270 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (42dd42a0-3527-4d06-8a6e-545bd1de6b14), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.060333 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:54:04.060333 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (42dd42a0-3527-4d06-8a6e-545bd1de6b14), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.072722 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 82302eb2-0d5e-4438-98a3-ff8c128a6a92 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:54:04.072991 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 82302eb2-0d5e-4438-98a3-ff8c128a6a92 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:54:04.073253 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Router 250101bf-d8da-4e36-888d-d2f192cd2781 is scheduled to L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c with binding_index 1 {{(pid=115541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 21 21:54:04.120701 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 42dd42a0-3527-4d06-8a6e-545bd1de6b14 resource provider aggregate not found Sep 21 21:54:04.143348 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 42dd42a0-3527-4d06-8a6e-545bd1de6b14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 42dd42a0-3527-4d06-8a6e-545bd1de6b14 found for delete ", "request_id": "req-77ad08bb-ef88-434b-812c-af89af46415b"}]} Sep 21 21:54:04.147606 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c408ecc-a2a2-4e29-b811-5f54f4e35ec8 None None] Pushing event updated for resources: {'Port': ['ID=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:04.157138 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-7af91719-5573-429c-a562-a3ec981546df None None] Provisioning complete for port a5ff85e5-8d6e-4783-96de-dd4406f99b1e triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:04.157743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7af91719-5573-429c-a562-a3ec981546df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.157909 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-7af91719-5573-429c-a562-a3ec981546df None None] Attempt 1 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:04.179718 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (98ff0e37-548d-454c-b48f-990cfef27ecf), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.207868 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.221332 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/98ff0e37-548d-454c-b48f-990cfef27ecf HTTP/1.1" status: 204 len: 168 time: 0.8024395 Sep 21 21:54:04.226215 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7891801-7dd1-4459-b3ea-63a6e020d7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ff0e37-548d-454c-b48f-990cfef27ecf,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:04.272448 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:04.298723 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=4c153819-e750-422c-99d4-bb06545fa9f7,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:04.311012 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Sync routers for ids ['250101bf-d8da-4e36-888d-d2f192cd2781'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:04.322165 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.328988 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48750) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:04.330172 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b1da42e6-621e-43d3-becb-29d620c61ea4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4463613 Sep 21 21:54:04.370706 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:02Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:04.378662 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Routers {'250101bf-d8da-4e36-888d-d2f192cd2781'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:04.379628 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['250101bf-d8da-4e36-888d-d2f192cd2781'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:04.486951 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150150bd-ebec-4f14-aa5a-cadacda7f82a None None] The sync data for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi is: [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:02Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:04.509675 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-7af91719-5573-429c-a562-a3ec981546df None None] Current status of the port a5ff85e5-8d6e-4783-96de-dd4406f99b1e is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:04.592567 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48752) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:04.627959 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-7af91719-5573-429c-a562-a3ec981546df None None] Provisioning complete for port 4c153819-e750-422c-99d4-bb06545fa9f7 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:04.628749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-7af91719-5573-429c-a562-a3ec981546df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.628749 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-7af91719-5573-429c-a562-a3ec981546df None None] Attempt 1 to provision port 4c153819-e750-422c-99d4-bb06545fa9f7 Sep 21 21:54:04.710659 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Set router 250101bf-d8da-4e36-888d-d2f192cd2781 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:04.740344 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f4980c9e-a60e-41d2-9cb4-971366551d5b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c8c7809e96634705be99daed4c8edf96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1450441 Sep 21 21:54:04.743722 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48754) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:04.849428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5531-dfe1-4fb9-b5f9-012bf9fd971f admin admin] Publish callbacks [] for security_group (c3d932a5-621c-4015-a5dd-3001be10dd91), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.897978 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5531-dfe1-4fb9-b5f9-012bf9fd971f admin admin] Publish callbacks [] for security_group (c3d932a5-621c-4015-a5dd-3001be10dd91), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.955987 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4c153819-e750-422c-99d4-bb06545fa9f7 up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:04.975227 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5531-dfe1-4fb9-b5f9-012bf9fd971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c3d932a5-621c-4015-a5dd-3001be10dd91), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.978383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ae8f5531-dfe1-4fb9-b5f9-012bf9fd971f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:04.982225 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ae8f5531-dfe1-4fb9-b5f9-012bf9fd971f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c3d932a5-621c-4015-a5dd-3001be10dd91 HTTP/1.1" status: 204 len: 168 time: 0.2348998 Sep 21 21:54:04.991004 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5531-dfe1-4fb9-b5f9-012bf9fd971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d932a5-621c-4015-a5dd-3001be10dd91,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:04.998782 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-7af91719-5573-429c-a562-a3ec981546df None None] Current status of the port 4c153819-e750-422c-99d4-bb06545fa9f7 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:05.172519 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.278924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-36798e5c-322f-48f2-b50e-d69beb2ba68d None None] Provisioning complete for port 4c153819-e750-422c-99d4-bb06545fa9f7 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:05.278924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-36798e5c-322f-48f2-b50e-d69beb2ba68d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.279308 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-36798e5c-322f-48f2-b50e-d69beb2ba68d None None] Attempt 1 to provision port 4c153819-e750-422c-99d4-bb06545fa9f7 Sep 21 21:54:05.326588 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 4c153819-e750-422c-99d4-bb06545fa9f7 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:05.327182 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.327624 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 4c153819-e750-422c-99d4-bb06545fa9f7 Sep 21 21:54:05.394189 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 3, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:05.430886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Checking router: 250101bf-d8da-4e36-888d-d2f192cd2781 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:05.430886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Updating router 250101bf-d8da-4e36-888d-d2f192cd2781 port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c binding host dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:05.487585 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Allocated IP 172.20.0.1 (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a/0d269b67-5970-481e-a878-96e0da5be036/6108eaf3-6d44-4269-8746-fc5803722b4d) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:05.511943 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-36798e5c-322f-48f2-b50e-d69beb2ba68d None None] Current status of the port 4c153819-e750-422c-99d4-bb06545fa9f7 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:05.519141 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.525887 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 4c153819-e750-422c-99d4-bb06545fa9f7 is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:05.527136 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a5ff85e5-8d6e-4783-96de-dd4406f99b1e up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:05.691359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port a5ff85e5-8d6e-4783-96de-dd4406f99b1e triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:05.691950 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.692054 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port a5ff85e5-8d6e-4783-96de-dd4406f99b1e Sep 21 21:54:05.741585 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks [] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.784881 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.855249 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:05.858937 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:05.861149 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port a5ff85e5-8d6e-4783-96de-dd4406f99b1e is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:05.871601 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:05.922464 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Pushing event updated for resources: {'Port': ['ID=6108eaf3-6d44-4269-8746-fc5803722b4d,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:05.942686 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Publish callbacks [] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), precommit_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.952983 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.953250 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1612937'] for router_interface (250101bf-d8da-4e36-888d-d2f192cd2781), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:05.974471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 33d26836-6953-4b22-80e1-6d456618a475 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:54:06.016275 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Attempting to bind port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:06.016649 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Attempting to bind port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:06.017017 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Attempting to bind port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c on network 11b20f09-2ab2-4293-b544-8cc708187923 {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:06.030556 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 33d26836-6953-4b22-80e1-6d456618a475 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:54:06.030909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 33d26836-6953-4b22-80e1-6d456618a475 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:54:06.031339 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device daf92d06-a68b-4bfa-8948-e3a17927acdf no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:54:06.037886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:06.038269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Checking segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:06.038673 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.039069 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Bound using segment: {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'} {{(pid=115543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:06.039565 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.managers [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Bound port: e53a92da-d9b3-48bb-8c1b-d07f658cbc8c, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e05a8048-612e-4ba3-9b0d-b90d9a9a2092', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}}] {{(pid=115543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:06.039947 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.096483 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: daf92d06-a68b-4bfa-8948-e3a17927acdf {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:54:06.096832 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device daf92d06-a68b-4bfa-8948-e3a17927acdf not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:54:06.121640 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ce96-3034-4029-b9ed-012bfbadce45 None None] Pushing event updated for resources: {'Port': ['ID=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,revision_number=2']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:06.177049 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] For port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:06.180603 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] For port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:06.193672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.219202 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.276550 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Routers {'250101bf-d8da-4e36-888d-d2f192cd2781'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:06.277353 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['250101bf-d8da-4e36-888d-d2f192cd2781'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:06.328237 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ce96-3034-4029-b9ed-012bfbadce45 None None] Pushing event updated for resources: {'Port': ['ID=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,revision_number=3']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:06.359789 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Provisioning complete for port 6108eaf3-6d44-4269-8746-fc5803722b4d triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:06.360166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.360503 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 1 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:06.443384 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:06.456231 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] Set router 250101bf-d8da-4e36-888d-d2f192cd2781 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:06.464723 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks [] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.474630 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.560084 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1666766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1612837'] for router_interface (250101bf-d8da-4e36-888d-d2f192cd2781), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:06.563500 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Pushing event updated for resources: {'Port': ['ID=6108eaf3-6d44-4269-8746-fc5803722b4d,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:06.577908 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.577908 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.578304 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.578426 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.579510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.579510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.579510 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.580330 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.580330 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.580697 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.580961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.581288 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.581608 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:06.712571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:06.714410 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:06.720939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6108eaf3-6d44-4269-8746-fc5803722b4d', 'name': '', 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'mac_address': 'fa:16:3e:70:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0d269b67-5970-481e-a878-96e0da5be036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:05Z', 'updated_at': '2022-09-21T21:54:05Z', 'revision_number': 1, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'subnets': [{'id': '0d269b67-5970-481e-a878-96e0da5be036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:06.759144 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ff0772-a753-494f-8faf-1b830dea1931 None None] The sync data for ids ['250101bf-d8da-4e36-888d-d2f192cd2781'] in dv-cinder-858817-1-iscsi is: [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6108eaf3-6d44-4269-8746-fc5803722b4d', 'name': '', 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'mac_address': 'fa:16:3e:70:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0d269b67-5970-481e-a878-96e0da5be036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:05Z', 'updated_at': '2022-09-21T21:54:05Z', 'revision_number': 1, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'subnets': [{'id': '0d269b67-5970-481e-a878-96e0da5be036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:06.909420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Router 250101bf-d8da-4e36-888d-d2f192cd2781 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:06.944402 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 2 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:07.019940 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:07.151755 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:07.171848 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-05445680-b575-4008-96c0-28a5e8cbc2ff admin admin] 10.222.0.48 "PUT /v2.0/routers/250101bf-d8da-4e36-888d-d2f192cd2781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8405907 Sep 21 21:54:07.520904 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 3 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:07.562081 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:08.063472 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 4 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:08.108221 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:08.448057 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-77f71b9f-370f-4f40-91f2-f988ef580e8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:08.609962 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 5 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:08.667881 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:08.777966 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e53a92da-d9b3-48bb-8c1b-d07f658cbc8c up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:08.832252 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:08.832899 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:08.833248 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c Sep 21 21:54:08.921387 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:08.921826 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:08.959512 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:08.970120 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:09.026192 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:09.169863 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 6 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:09.225524 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:09.366663 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Sync routers for ids ['250101bf-d8da-4e36-888d-d2f192cd2781'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:09.380281 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Routers {'250101bf-d8da-4e36-888d-d2f192cd2781'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:09.380948 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['250101bf-d8da-4e36-888d-d2f192cd2781'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:09.503123 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Set router 250101bf-d8da-4e36-888d-d2f192cd2781 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:09.726934 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 7 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:09.778245 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6108eaf3-6d44-4269-8746-fc5803722b4d', 'name': '', 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'mac_address': 'fa:16:3e:70:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0d269b67-5970-481e-a878-96e0da5be036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:05Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 2, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'subnets': [{'id': '0d269b67-5970-481e-a878-96e0da5be036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:09.809247 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:09.828062 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Checking router: 250101bf-d8da-4e36-888d-d2f192cd2781 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:09.828424 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Updating router 250101bf-d8da-4e36-888d-d2f192cd2781 port 6108eaf3-6d44-4269-8746-fc5803722b4d binding host dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 21 21:54:09.858384 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.159045 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Publish callbacks [] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), precommit_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.173440 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.255337 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11d852-efac-4814-b700-ca8afd3b31d9 None None] Pushing event updated for resources: {'Port': ['ID=6108eaf3-6d44-4269-8746-fc5803722b4d,revision_number=3']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:10.311410 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 8 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:10.363428 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Port 6108eaf3-6d44-4269-8746-fc5803722b4d cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:10.392244 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Attempting to bind port 6108eaf3-6d44-4269-8746-fc5803722b4d on host dv-cinder-858817-1-iscsi for vnic_type normal with profile {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:10.392957 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Attempting to bind port 6108eaf3-6d44-4269-8746-fc5803722b4d by drivers openvswitch,hyperv on host dv-cinder-858817-1-iscsi at level 0 using segments [{'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:10.392957 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Attempting to bind port 6108eaf3-6d44-4269-8746-fc5803722b4d on network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:10.398616 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Checking agent: {'id': '54a78c34-485b-40b1-a5ae-019358b7e4f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858817-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 38, 15), 'started_at': datetime.datetime(2022, 9, 21, 21, 38, 45), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858817-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:10.399318 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Checking segment: {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115545) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:10.400667 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.401378 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Bound using segment: {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'} {{(pid=115545) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:10.402211 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.managers [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Bound port: 6108eaf3-6d44-4269-8746-fc5803722b4d, host: dv-cinder-858817-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46839142-f7ab-441e-891d-320c13b912b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a'}}] {{(pid=115545) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:10.402847 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), before_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.489245 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] For port 6108eaf3-6d44-4269-8746-fc5803722b4d, host dv-cinder-858817-1-iscsi, cleared binding levels {{(pid=115545) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:10.493217 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.plugins.ml2.db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] For port 6108eaf3-6d44-4269-8746-fc5803722b4d, host dv-cinder-858817-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=6108eaf3-6d44-4269-8746-fc5803722b4d,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115545) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:10.503517 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron_lib.callbacks.manager [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), after_update {{(pid=115545) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.553717 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Routers {'250101bf-d8da-4e36-888d-d2f192cd2781'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:10.554395 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:53:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['250101bf-d8da-4e36-888d-d2f192cd2781'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:10.574870 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11d852-efac-4814-b700-ca8afd3b31d9 None None] Pushing event updated for resources: {'Port': ['ID=6108eaf3-6d44-4269-8746-fc5803722b4d,revision_number=4']} {{(pid=115545) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:10.623844 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-56fb457a-235e-4ed5-b885-4236e497611e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.723366 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] Set router 250101bf-d8da-4e36-888d-d2f192cd2781 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:10.761909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6108eaf3-6d44-4269-8746-fc5803722b4d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:10.841743 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 6108eaf3-6d44-4269-8746-fc5803722b4d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:10.842873 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:10.843939 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:10.895018 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Attempt 9 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:11.027720 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 6108eaf3-6d44-4269-8746-fc5803722b4d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:11.028248 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:11.043852 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Current status of the port 6108eaf3-6d44-4269-8746-fc5803722b4d is: DOWN; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:11.044291 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:11.065556 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6108eaf3-6d44-4269-8746-fc5803722b4d', 'name': '', 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'mac_address': 'fa:16:3e:70:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0d269b67-5970-481e-a878-96e0da5be036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:05Z', 'updated_at': '2022-09-21T21:54:10Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'subnets': [{'id': '0d269b67-5970-481e-a878-96e0da5be036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:11.088301 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] For port 6108eaf3-6d44-4269-8746-fc5803722b4d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=6108eaf3-6d44-4269-8746-fc5803722b4d,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:11.093480 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c469-e1b3-497e-ae78-33a00837fdb7 None None] The sync data for ids ['250101bf-d8da-4e36-888d-d2f192cd2781'] in dv-cinder-858817-1-iscsi is: [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:54:06Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '6108eaf3-6d44-4269-8746-fc5803722b4d', 'name': '', 'network_id': 'a2ac20cc-27d2-4a62-95ff-1a8b6d09186a', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'mac_address': 'fa:16:3e:70:65:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '0d269b67-5970-481e-a878-96e0da5be036', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:05Z', 'updated_at': '2022-09-21T21:54:10Z', 'revision_number': 4, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'subnets': [{'id': '0d269b67-5970-481e-a878-96e0da5be036', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:11.095839 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:11.097363 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e53a92da-d9b3-48bb-8c1b-d07f658cbc8c up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:11.149549 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Pushing event updated for resources: {'Port': ['ID=6108eaf3-6d44-4269-8746-fc5803722b4d,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:11.222421 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.db.api [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 21 21:54:11.222828 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG oslo_db.api [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 21 21:54:11.237548 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:11.238118 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:11.238560 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c Sep 21 21:54:11.353240 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:11.805185 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-2d951549-e94a-42ef-89ac-da7a0ea14078 None None] Current status of the port 6108eaf3-6d44-4269-8746-fc5803722b4d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:11.934100 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-086f4742-f237-4e77-9e83-48e8d9be5c26 None None] Provisioning complete for port 6108eaf3-6d44-4269-8746-fc5803722b4d triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:11.934694 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-086f4742-f237-4e77-9e83-48e8d9be5c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:11.935279 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-086f4742-f237-4e77-9e83-48e8d9be5c26 None None] Attempt 1 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:12.114491 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-086f4742-f237-4e77-9e83-48e8d9be5c26 None None] Current status of the port 6108eaf3-6d44-4269-8746-fc5803722b4d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:12.226284 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:12.729166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6108eaf3-6d44-4269-8746-fc5803722b4d up at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:12.785965 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Provisioning complete for port 6108eaf3-6d44-4269-8746-fc5803722b4d triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:12.786255 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:12.786962 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Attempt 1 to provision port 6108eaf3-6d44-4269-8746-fc5803722b4d Sep 21 21:54:13.027564 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Current status of the port 6108eaf3-6d44-4269-8746-fc5803722b4d is: ACTIVE; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:13.813580 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:14.906236 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 48896) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:15.053005 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e301a15a-655b-4a6d-ab56-f4656efd7bc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.143678 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e301a15a-655b-4a6d-ab56-f4656efd7bc0 admin admin] Publish callbacks [] for security_group (c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.150738 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e301a15a-655b-4a6d-ab56-f4656efd7bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.154276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.203583 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e301a15a-655b-4a6d-ab56-f4656efd7bc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=70ca131966804c1da88d7833601aa67b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955272 Sep 21 21:54:15.203871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 48900) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:15.204709 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301a15a-655b-4a6d-ab56-f4656efd7bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:15.288496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e31ccc0e-54d7-4c3e-9945-8008ea2d984e admin admin] Publish callbacks [] for security_group (c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.316242 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e31ccc0e-54d7-4c3e-9945-8008ea2d984e admin admin] Publish callbacks [] for security_group (c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.393282 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e31ccc0e-54d7-4c3e-9945-8008ea2d984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.396130 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-e31ccc0e-54d7-4c3e-9945-8008ea2d984e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:15.397380 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-e31ccc0e-54d7-4c3e-9945-8008ea2d984e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3 HTTP/1.1" status: 204 len: 168 time: 0.1923461 Sep 21 21:54:15.407571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31ccc0e-54d7-4c3e-9945-8008ea2d984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f9ba44-2383-4c7d-baf8-d47dcb4b7db3,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:17.687651 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6fd03380-582e-44a0-813e-59c4fcf8ffdf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:17.689259 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6fd03380-582e-44a0-813e-59c4fcf8ffdf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 814 time: 0.1276634 Sep 21 21:54:17.708049 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-71806508-d204-4ac3-a5b5-9deb8e924281 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/quotas/8f29b786802c48efb4218e0cfbc32ad0 HTTP/1.1" status: 200 len: 375 time: 0.0107200 Sep 21 21:54:17.780659 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-0de4fcfa-a7c9-4203-8710-16976926279e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634513 Sep 21 21:54:17.901815 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-b7294158-262a-489d-83df-9fa21de93e52 service neutron] 10.222.0.48 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087368 Sep 21 21:54:18.008577 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a8c918f9-332e-4afc-ab45-31cbc0f05538 service neutron] 10.222.0.48 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989101 Sep 21 21:54:18.229492 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-41e95a11-0857-49ee-8557-0cf26260d5b4 req-db3a6634-51f1-4f90-8aa9-9aca6e788b4e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 210 time: 0.0367115 Sep 21 21:54:19.361166 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3644264e-898e-41dd-891e-f5ed46bcb91b req-7e83df69-47ab-40e9-b3ee-d625aa4da851 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 210 time: 0.0400283 Sep 21 21:54:19.369389 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-1726ea3d-8051-42c1-9a9e-282dbf3c3d14 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:19.371090 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-1726ea3d-8051-42c1-9a9e-282dbf3c3d14 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 814 time: 0.1535311 Sep 21 21:54:19.386886 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'port': {'device_id': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'admin_state_up': True, 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:19.772589 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Made reservation on behalf of 8f29b786802c48efb4218e0cfbc32ad0 for: {'port': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:54:19.776171 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:19.951690 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Allocated IP 172.20.0.11 (dfea6bc1-7d56-4d2e-a65a-384c0e154462/56eca55f-fa9b-4cb7-9845-fdff3a9c018b/a40986b6-f354-48d1-820b-b9dd997b08a6) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:20.165440 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:20.306347 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:20.383062 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:20.388159 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:20.412361 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:20.419345 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:20.512781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:20.513509 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:20.574565 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-a554eb64-178c-4f26-b55b-1a3f00d3ad54 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1900012 Sep 21 21:54:20.707841 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bdd67-f42b-43c6-8521-e402abf4dcb5 req-ac153473-361f-47ae-becc-1d535ef6537f tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:20.719227 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec1bdd67-f42b-43c6-8521-e402abf4dcb5 req-ac153473-361f-47ae-becc-1d535ef6537f tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.2015851 Sep 21 21:54:20.836396 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ec1bdd67-f42b-43c6-8521-e402abf4dcb5 req-8dbbd74c-9f0d-4306-8720-9ce1481ff55c tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124411 Sep 21 21:54:20.909820 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Provisioning complete for port a40986b6-f354-48d1-820b-b9dd997b08a6 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:20.910855 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:20.911466 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 1 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:20.960221 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:20.960885 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:21.462206 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 2 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:21.508729 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:21.965062 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d90e81-76cc-44cc-8e03-c5d7f1d77300 req-f5ee116e-91ce-4a2f-9c77-2052aecd6ac8 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:21.967591 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a0d90e81-76cc-44cc-8e03-c5d7f1d77300 req-f5ee116e-91ce-4a2f-9c77-2052aecd6ac8 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.0592284 Sep 21 21:54:22.009984 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 3 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:22.024477 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a0d90e81-76cc-44cc-8e03-c5d7f1d77300 req-d7a5a384-acfa-4f17-8973-712961eaf63a tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509107 Sep 21 21:54:22.054390 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:22.556281 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 4 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:22.595110 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:23.097016 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 5 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:23.137062 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:23.186266 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd34fa4-e169-4457-8b17-950fbe156f33 req-f5ea7a72-cbce-45a9-8b15-90a07d5f6bba tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:23.187999 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fbd34fa4-e169-4457-8b17-950fbe156f33 req-f5ea7a72-cbce-45a9-8b15-90a07d5f6bba tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.0722213 Sep 21 21:54:23.253999 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-fbd34fa4-e169-4457-8b17-950fbe156f33 req-3586c14c-02c1-4cdd-886d-8a3ea7cfc9d1 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597608 Sep 21 21:54:23.640033 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 6 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:23.679108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:24.181315 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 7 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:24.237848 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:24.410062 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef40ac-ddae-4fad-bef9-2d35cbf58256 req-5c12eefe-c8f4-4b13-a664-b0cdd06c3c08 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:24.411711 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-36ef40ac-ddae-4fad-bef9-2d35cbf58256 req-5c12eefe-c8f4-4b13-a664-b0cdd06c3c08 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.0629873 Sep 21 21:54:24.478285 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-36ef40ac-ddae-4fad-bef9-2d35cbf58256 req-ff071211-e7aa-4a7c-9606-25686dfbb09f tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606999 Sep 21 21:54:24.740011 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 8 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:24.782516 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:25.283992 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 9 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:25.323364 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:25.671461 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf256f-fb9e-4938-9378-f848a755d42f req-a9bec395-7477-4d43-b9d4-d0b4c4f4bfe6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:25.673762 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9fdf256f-fb9e-4938-9378-f848a755d42f req-a9bec395-7477-4d43-b9d4-d0b4c4f4bfe6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.0769899 Sep 21 21:54:25.751483 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9fdf256f-fb9e-4938-9378-f848a755d42f req-39506b1f-5661-4d9c-9830-cf774b11b1c6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676746 Sep 21 21:54:25.825652 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Attempt 10 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:25.875509 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c2646d0-685f-4b97-acd1-7ea92c5871e1 None None] Port a40986b6-f354-48d1-820b-b9dd997b08a6 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:54:26.942314 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba6016-ae64-4fb4-b0ff-43cb2f2e45c5 req-c0cbae9e-7733-4e3b-a9f9-6e7fcc10f396 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:26.944824 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3bba6016-ae64-4fb4-b0ff-43cb2f2e45c5 req-c0cbae9e-7733-4e3b-a9f9-6e7fcc10f396 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.0661304 Sep 21 21:54:27.037843 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3bba6016-ae64-4fb4-b0ff-43cb2f2e45c5 req-98c7d1f9-cee8-412b-aa38-214a95f44a96 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861697 Sep 21 21:54:28.197736 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7e997-24f5-4389-8ccb-199d6dbc9739 req-099fc216-7466-449a-a6c3-1fabc8a686a9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:28.199445 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1e7e997-24f5-4389-8ccb-199d6dbc9739 req-099fc216-7466-449a-a6c3-1fabc8a686a9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 932 time: 0.0668306 Sep 21 21:54:28.273764 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b1e7e997-24f5-4389-8ccb-199d6dbc9739 req-a27e0201-ddfd-47e1-a2ef-a0f5cdd31bfd tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675900 Sep 21 21:54:28.369879 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Request body: {'port': {'device_id': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:28.434251 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.558278 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49118) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:28.692253 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5511537-b8b2-45c1-abc8-9656437f4a57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.760889 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a40986b6-f354-48d1-820b-b9dd997b08a6 {{(pid=115541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:54:28.770252 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Publish callbacks [] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.786650 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5511537-b8b2-45c1-abc8-9656437f4a57 admin admin] Publish callbacks [] for security_group (443ffff8-2b14-4f9d-8bf9-af311d26c846), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.788033 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.provisioning_blocks [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Transition to ACTIVE for port object a40986b6-f354-48d1-820b-b9dd997b08a6 will not be triggered until provisioned by entity L2. {{(pid=115541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:54:28.791727 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b5511537-b8b2-45c1-abc8-9656437f4a57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (443ffff8-2b14-4f9d-8bf9-af311d26c846), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.793016 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.850366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5511537-b8b2-45c1-abc8-9656437f4a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443ffff8-2b14-4f9d-8bf9-af311d26c846,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:28.860460 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b5511537-b8b2-45c1-abc8-9656437f4a57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10f9b82f9e7b46879f1cb2d8b5492f17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007984 Sep 21 21:54:28.861148 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49124) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:28.881662 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:28.912433 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Attempting to bind port a40986b6-f354-48d1-820b-b9dd997b08a6 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:54:28.912960 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Attempting to bind port a40986b6-f354-48d1-820b-b9dd997b08a6 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:54:28.913139 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Attempting to bind port a40986b6-f354-48d1-820b-b9dd997b08a6 on network dfea6bc1-7d56-4d2e-a65a-384c0e154462 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:28.918015 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Port a40986b6-f354-48d1-820b-b9dd997b08a6 on network dfea6bc1-7d56-4d2e-a65a-384c0e154462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:54:28.918406 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Attempting to bind port a40986b6-f354-48d1-820b-b9dd997b08a6 on network dfea6bc1-7d56-4d2e-a65a-384c0e154462 {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:54:28.924058 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:54:28.924491 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Checking segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:54:28.924792 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Bound using segment: {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'} {{(pid=115541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:54:28.925229 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.managers [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Bound port: a40986b6-f354-48d1-820b-b9dd997b08a6, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a557aefe-d144-4127-af65-506d8cccd6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462'}}] {{(pid=115541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:54:28.925593 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.927240 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45108e02-a89c-4120-bba3-a0a9d33ce4d8 admin admin] Publish callbacks [] for security_group (443ffff8-2b14-4f9d-8bf9-af311d26c846), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.955009 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45108e02-a89c-4120-bba3-a0a9d33ce4d8 admin admin] Publish callbacks [] for security_group (443ffff8-2b14-4f9d-8bf9-af311d26c846), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:28.998440 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, cleared binding levels {{(pid=115541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:54:29.003621 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:54:29.010545 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.013038 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45108e02-a89c-4120-bba3-a0a9d33ce4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (443ffff8-2b14-4f9d-8bf9-af311d26c846), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.015473 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.016822 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.017824 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-45108e02-a89c-4120-bba3-a0a9d33ce4d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.018387 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] 10.222.0.50 "PUT /v2.0/ports/a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 1094 time: 0.6534185 Sep 21 21:54:29.018912 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:54:29.021393 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af26a4-ee36-4278-83cf-2f5d74849af2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:54:29.023730 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-45108e02-a89c-4120-bba3-a0a9d33ce4d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/443ffff8-2b14-4f9d-8bf9-af311d26c846 HTTP/1.1" status: 204 len: 168 time: 0.1593361 Sep 21 21:54:29.040611 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45108e02-a89c-4120-bba3-a0a9d33ce4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443ffff8-2b14-4f9d-8bf9-af311d26c846,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.067426 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338d57c-2e31-449c-bc41-f9505de6f6ac x-openstack-request-id: req-3338d57c-2e31-449c-bc41-f9505de6f6ac {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:54:29.067885 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:54:29.068034 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-3338d57c-2e31-449c-bc41-f9505de6f6ac {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:54:29.068618 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3338d57c-2e31-449c-bc41-f9505de6f6ac'] response: {'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'status': 'completed', 'code': 200} Sep 21 21:54:29.095387 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e362023-ce64-4efb-b97c-ae2b26b55e2d service neutron] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=3']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.149974 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-58175544-8605-415e-82e2-8a59e6c17ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.151735 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-58175544-8605-415e-82e2-8a59e6c17ca3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1128 time: 0.0532641 Sep 21 21:54:29.199635 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-3b57962d-20ae-4ec5-899b-224f594b6623 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 217 time: 0.0411243 Sep 21 21:54:29.254687 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-0431e690-34f7-48ea-a851-5fa10c307fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.256302 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-0431e690-34f7-48ea-a851-5fa10c307fe6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0508835 Sep 21 21:54:29.315840 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-fcf5ba30-0837-4cf1-889b-4b889827c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.317636 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-fcf5ba30-0837-4cf1-889b-4b889827c89f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543816 Sep 21 21:54:29.404296 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49134) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:29.425725 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-29e0dac8-e92b-4f9e-830d-18fe062660a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.430603 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-40c2e953-14a4-4f02-904f-b2fb499b00a7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059916 Sep 21 21:54:29.468036 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b07d20e-7ed6-4fca-9b25-c282e223bff2 req-5c3598ea-6678-46e7-a4b1-abc43672b203 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.469987 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8b07d20e-7ed6-4fca-9b25-c282e223bff2 req-5c3598ea-6678-46e7-a4b1-abc43672b203 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 944 time: 0.1030915 Sep 21 21:54:29.540148 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-faed0e0a-9ef8-44ae-8733-ba9fb9337ad5 req-66b709b5-f37e-4115-aa84-4773fc2f59e7 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961833 Sep 21 21:54:29.552915 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8b07d20e-7ed6-4fca-9b25-c282e223bff2 req-ff0bc4b3-95d7-4893-bb9e-00a53b98ccd4 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Sep 21 21:54:29.569019 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-29e0dac8-e92b-4f9e-830d-18fe062660a6 admin admin] Publish callbacks [] for security_group (5c634a77-273d-440c-b84d-2e6df5122d85), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.573468 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-29e0dac8-e92b-4f9e-830d-18fe062660a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (5c634a77-273d-440c-b84d-2e6df5122d85), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.618262 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-29e0dac8-e92b-4f9e-830d-18fe062660a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2bea279553ea4d0ca4eb0fc90501aae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106550 Sep 21 21:54:29.619243 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e0dac8-e92b-4f9e-830d-18fe062660a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c634a77-273d-440c-b84d-2e6df5122d85,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.621022 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49136) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:29.697136 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-7dd5593c-668e-40d4-86c7-91b5c788a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.698682 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-7dd5593c-668e-40d4-86c7-91b5c788a8e7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1128 time: 0.0877790 Sep 21 21:54:29.703564 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c164339a-13a9-4a18-8bbb-df77bbf0c4e3 admin admin] Publish callbacks [] for security_group (5c634a77-273d-440c-b84d-2e6df5122d85), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.767366 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c164339a-13a9-4a18-8bbb-df77bbf0c4e3 admin admin] Publish callbacks [] for security_group (5c634a77-273d-440c-b84d-2e6df5122d85), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.841094 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-eef78340-0cc0-4e7c-a09c-7dea592dbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.844811 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-eef78340-0cc0-4e7c-a09c-7dea592dbbd9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 915 time: 0.1379218 Sep 21 21:54:29.862793 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c164339a-13a9-4a18-8bbb-df77bbf0c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (5c634a77-273d-440c-b84d-2e6df5122d85), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.865315 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c164339a-13a9-4a18-8bbb-df77bbf0c4e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:29.866460 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c164339a-13a9-4a18-8bbb-df77bbf0c4e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c634a77-273d-440c-b84d-2e6df5122d85 HTTP/1.1" status: 204 len: 168 time: 0.2443969 Sep 21 21:54:29.901230 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-933a6ab5-8b22-4a3a-bbf6-72bed85e37b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 217 time: 0.0495272 Sep 21 21:54:29.906540 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164339a-13a9-4a18-8bbb-df77bbf0c4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c634a77-273d-440c-b84d-2e6df5122d85,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:29.981117 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-d40a9c88-666d-4ac4-8331-9be27e223483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:29.983504 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-d40a9c88-666d-4ac4-8331-9be27e223483 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0748436 Sep 21 21:54:30.050323 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-6fcdf43e-7a45-475c-aae0-ca0a93996a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:30.052082 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-6fcdf43e-7a45-475c-aae0-ca0a93996a63 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0555239 Sep 21 21:54:30.182316 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-79488eac-264c-46b3-9300-11d6cdd0fca1 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179955 Sep 21 21:54:30.296282 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-69af26a4-ee36-4278-83cf-2f5d74849af2 req-84a149b2-de67-4d7a-9ecb-c97102bc7779 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073906 Sep 21 21:54:30.700077 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197c80d-ed6f-40b1-be78-bfe2ac1d863e req-a35bd003-585a-4bcd-a2fa-3bc7c0b1e13e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:30.702009 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6197c80d-ed6f-40b1-be78-bfe2ac1d863e req-a35bd003-585a-4bcd-a2fa-3bc7c0b1e13e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 944 time: 0.0666451 Sep 21 21:54:30.760165 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6197c80d-ed6f-40b1-be78-bfe2ac1d863e req-8185831a-5f43-4268-ad83-7fe3e2853724 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475347 Sep 21 21:54:30.871379 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:54:31.349041 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a40986b6-f354-48d1-820b-b9dd997b08a6 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:54:31.465104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:31.478830 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'port_id': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'mac_address': 'fa:16:3e:b3:1f:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:54:31.520460 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port a40986b6-f354-48d1-820b-b9dd997b08a6 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:31.520860 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.534838 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a40986b6-f354-48d1-820b-b9dd997b08a6 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:54:31.558543 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:31.563333 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:31.616960 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:31.625767 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.626277 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.626672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.626672 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.627420 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.627885 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.628434 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.628885 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.629259 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.629732 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.630232 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.631150 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.631150 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:31.858520 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a40986b6-f354-48d1-820b-b9dd997b08a6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:54:31.894785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c7cc9-08ef-440e-94f0-cd0b820345ab req-c6a996e6-cc89-4b87-8fd9-360ab5f6c4a5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:31.896273 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae0c7cc9-08ef-440e-94f0-cd0b820345ab req-c6a996e6-cc89-4b87-8fd9-360ab5f6c4a5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 945 time: 0.0585990 Sep 21 21:54:31.943728 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae0c7cc9-08ef-440e-94f0-cd0b820345ab req-39119ccd-c5c3-449b-92da-ab777fa6a28e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Sep 21 21:54:33.082144 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d74af-024c-45de-8b90-4b2d7895918e req-955ada82-1085-457c-8962-5b27922086f4 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:33.083810 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e7d74af-024c-45de-8b90-4b2d7895918e req-955ada82-1085-457c-8962-5b27922086f4 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 945 time: 0.0606582 Sep 21 21:54:33.131708 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6e7d74af-024c-45de-8b90-4b2d7895918e req-cf694740-07a9-4725-8dfc-c7b384c019dd tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422697 Sep 21 21:54:34.269127 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48732e11-2a41-4e31-a432-f3c119a0935a req-e7ef7c3b-df39-487a-95f6-758b883dbb5e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:34.270700 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48732e11-2a41-4e31-a432-f3c119a0935a req-e7ef7c3b-df39-487a-95f6-758b883dbb5e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 945 time: 0.0603077 Sep 21 21:54:34.321725 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48732e11-2a41-4e31-a432-f3c119a0935a req-f2c21524-bae4-49eb-8a2f-de5f0ce237ec tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453076 Sep 21 21:54:34.893217 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a40986b6-f354-48d1-820b-b9dd997b08a6 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:54:34.945359 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port a40986b6-f354-48d1-820b-b9dd997b08a6 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:54:34.949448 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port a40986b6-f354-48d1-820b-b9dd997b08a6 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:54:34.949862 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:34.950211 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port a40986b6-f354-48d1-820b-b9dd997b08a6 Sep 21 21:54:35.029202 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port a40986b6-f354-48d1-820b-b9dd997b08a6 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:54:35.029583 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:35.053979 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:54:35.056294 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e582d0-1bd3-4f4b-b83a-e20956def3cf" -d '{"events": [{"server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "name": "network-vif-plugged", "status": "completed", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:54:35.069286 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:35.075156 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:35.100459 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e93c188-a1d3-4f4b-b05d-8ca7b6074e9f x-openstack-request-id: req-8e93c188-a1d3-4f4b-b05d-8ca7b6074e9f {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:54:35.100459 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "name": "network-vif-plugged", "status": "completed", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:54:35.100459 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-8e93c188-a1d3-4f4b-b05d-8ca7b6074e9f {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:54:35.100459 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e93c188-a1d3-4f4b-b05d-8ca7b6074e9f'] response: {'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'code': 200} Sep 21 21:54:35.130872 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:35.473132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064f7f4c-0df8-47b0-ac99-d71e94163224 req-6103e4a5-fe82-420d-9d02-d6cc5340adb0 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:35.475097 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-064f7f4c-0df8-47b0-ac99-d71e94163224 req-6103e4a5-fe82-420d-9d02-d6cc5340adb0 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0666993 Sep 21 21:54:35.539931 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-064f7f4c-0df8-47b0-ac99-d71e94163224 req-60797faf-a429-4df8-9246-5e377bada672 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588429 Sep 21 21:54:35.963855 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c7e2f5-44fa-4b6c-9c09-26388770661e req-ebfba776-cc2e-4bf6-87d8-edaaebd0cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:35.965467 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e1c7e2f5-44fa-4b6c-9c09-26388770661e req-ebfba776-cc2e-4bf6-87d8-edaaebd0cf4f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1130 time: 0.0479207 Sep 21 21:54:36.015658 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e1c7e2f5-44fa-4b6c-9c09-26388770661e req-b55abd12-52a6-49ff-af26-31bbb0ceb15e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Sep 21 21:54:36.677224 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ed86-89b2-4895-bd64-b1d338fa0ce1 req-506ee989-6536-4d01-9f5f-7b7b40fdedc0 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:36.678780 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3b43ed86-89b2-4895-bd64-b1d338fa0ce1 req-506ee989-6536-4d01-9f5f-7b7b40fdedc0 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0622110 Sep 21 21:54:36.728340 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3b43ed86-89b2-4895-bd64-b1d338fa0ce1 req-991c4405-934a-47c6-b53e-e0d2b12ac7b2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438044 Sep 21 21:54:37.872790 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9e6dc-d6d0-4530-8241-45f39bc60b00 req-978dc392-7427-4cd6-8202-c661add0ac27 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:37.874252 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8fb9e6dc-d6d0-4530-8241-45f39bc60b00 req-978dc392-7427-4cd6-8202-c661add0ac27 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0582824 Sep 21 21:54:37.940695 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8fb9e6dc-d6d0-4530-8241-45f39bc60b00 req-09496cff-1221-4cff-8d93-bf1453bc8b0b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603387 Sep 21 21:54:38.433610 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-defaf6d5-0388-4afd-955c-14e7b5b0a933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:39.089383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba239b99-e1d6-4ffa-81f5-148139d5ce10 req-4f3213f7-a178-450d-882d-b5a4a0b6a3b3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:39.091158 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba239b99-e1d6-4ffa-81f5-148139d5ce10 req-4f3213f7-a178-450d-882d-b5a4a0b6a3b3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0641179 Sep 21 21:54:39.152909 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ba239b99-e1d6-4ffa-81f5-148139d5ce10 req-9f2aac94-f885-4c5e-8dff-5d34f958b59b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559361 Sep 21 21:54:40.291465 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd95f4-87ea-409b-a816-133b088fab3c req-f335c1de-1c18-4aba-8170-3a4468dff983 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:40.293069 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4bfd95f4-87ea-409b-a816-133b088fab3c req-f335c1de-1c18-4aba-8170-3a4468dff983 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0624757 Sep 21 21:54:40.357383 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-4bfd95f4-87ea-409b-a816-133b088fab3c req-321b63c8-a825-4a42-af38-c7c9e980e99f tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566707 Sep 21 21:54:40.510447 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a08358-083f-4ca0-9944-a8d4ab9091cc req-c470944a-fd71-44e3-b53d-e30546bb91e2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:40.511933 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-11a08358-083f-4ca0-9944-a8d4ab9091cc req-c470944a-fd71-44e3-b53d-e30546bb91e2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0711145 Sep 21 21:54:40.565294 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-11a08358-083f-4ca0-9944-a8d4ab9091cc req-d36ed397-bbea-447b-8d59-1f69fe693f25 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476599 Sep 21 21:54:40.611851 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab69e3f4-a80c-4fbd-931c-8575348203bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:40.947931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0cf7b-c771-4df6-96c2-1c2ce459ada8 req-df862f28-c5bd-4ed2-a08c-8cc00273fda6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:40.950056 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e7b0cf7b-c771-4df6-96c2-1c2ce459ada8 req-df862f28-c5bd-4ed2-a08c-8cc00273fda6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0758352 Sep 21 21:54:41.010486 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e7b0cf7b-c771-4df6-96c2-1c2ce459ada8 req-a1532e6f-2f86-4590-9190-e6c7ab9dcad3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534327 Sep 21 21:54:42.232152 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:43.816222 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:45.147435 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:50.962137 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:52.133967 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f72e7-9007-4183-93b8-b91f93e4c9cd req-b43c8d72-ef4a-41fa-a980-080b006df9c1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:52.135528 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b50f72e7-9007-4183-93b8-b91f93e4c9cd req-b43c8d72-ef4a-41fa-a980-080b006df9c1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0704048 Sep 21 21:54:52.206668 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-b50f72e7-9007-4183-93b8-b91f93e4c9cd req-04af18aa-c478-4dcd-aff2-e89dc518e7dd tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630062 Sep 21 21:54:52.960216 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5f12d4-b6c9-4c47-8b0a-2abc88c1e163 req-a8e9ebff-930c-463b-bdb6-cd3ebcfe039d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:52.961621 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cd5f12d4-b6c9-4c47-8b0a-2abc88c1e163 req-a8e9ebff-930c-463b-bdb6-cd3ebcfe039d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0552390 Sep 21 21:54:53.015331 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-cd5f12d4-b6c9-4c47-8b0a-2abc88c1e163 req-eac88387-1783-4801-89e5-0c63080763dc tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478685 Sep 21 21:54:53.045435 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49382) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:53.258871 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ac38c-69c9-4791-b928-dcd4dd26e91a tempest-TestMinimumBasicScenario-1708797407 tempest-TestMinimumBasicScenario-1708797407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:53.263607 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49390) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:53.268469 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'port_id': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:53.274787 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-774ac38c-69c9-4791-b928-dcd4dd26e91a tempest-TestMinimumBasicScenario-1708797407 tempest-TestMinimumBasicScenario-1708797407-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1125 time: 0.2270696 Sep 21 21:54:53.305598 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.379607 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b98a1-f033-4e6e-bd21-3cd22a07a740 req-a068a1ba-e6ec-4fd3-ac5e-f2f9a6855ef8 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:53.382409 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5b3b98a1-f033-4e6e-bd21-3cd22a07a740 req-a068a1ba-e6ec-4fd3-ac5e-f2f9a6855ef8 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0693095 Sep 21 21:54:53.444410 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.470500 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5b3b98a1-f033-4e6e-bd21-3cd22a07a740 req-f0f39c39-61b6-4b2e-b92a-f92e6dce3208 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804107 Sep 21 21:54:53.621203 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dd18f-f88a-44de-b91d-91c26e5d1c9d req-9320f478-f679-41ef-a152-6a307c135d82 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:53.622756 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a59dd18f-f88a-44de-b91d-91c26e5d1c9d req-9320f478-f679-41ef-a152-6a307c135d82 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1221473 Sep 21 21:54:53.632857 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Allocated IP 172.27.3.93 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/36aeb32e-67c7-4298-b53f-3b15fe526318) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:54:53.737299 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a59dd18f-f88a-44de-b91d-91c26e5d1c9d req-fa863015-4fd3-4bf8-b85d-b7e61493c1c0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070161 Sep 21 21:54:53.791251 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.840281 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:53.883433 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:54:53.887841 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:54:53.891624 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:54:53.918302 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'Port': ['ID=36aeb32e-67c7-4298-b53f-3b15fe526318,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:54.566987 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for floatingip (49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.621584 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97493069-ab9b-41ce-b44d-28644e6e9f5f req-74df869a-99d6-48ea-bc84-bb40ca11ea59 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:54.623242 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-97493069-ab9b-41ce-b44d-28644e6e9f5f req-74df869a-99d6-48ea-bc84-bb40ca11ea59 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Sep 21 21:54:54.651734 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.686226 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-97493069-ab9b-41ce-b44d-28644e6e9f5f req-849359d6-8f91-44b5-97ec-10489e6856e5 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564384 Sep 21 21:54:54.821710 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.828745 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.924520 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'Port': ['ID=36aeb32e-67c7-4298-b53f-3b15fe526318,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:54.929663 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:54.996871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ad524-eb59-4877-91de-85ffb6f78e87 req-06c532ff-c38f-4089-9fd1-26804dcb648a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:54.998507 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d46ad524-eb59-4877-91de-85ffb6f78e87 req-06c532ff-c38f-4089-9fd1-26804dcb648a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1461732 Sep 21 21:54:55.069911 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Floating IP 49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6 associated. External IP: 172.27.3.93, port: a40986b6-f354-48d1-820b-b9dd997b08a6. Sep 21 21:54:55.120894 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d46ad524-eb59-4877-91de-85ffb6f78e87 req-e514b785-02ec-4f28-937f-3ac426fe797e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977743 Sep 21 21:54:55.301179 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Router 96262fa0-28bf-4a98-8b4a-7ffab6982acf has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:54:55.459879 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:54:55.471162 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] Sync routers for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:54:55.487229 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.487726 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:55.488376 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:54:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:55.521480 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-972383ec-12a8-47e6-a636-c2ffc0f852d5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2566795 Sep 21 21:54:55.522868 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:54:55.524849 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49404) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:55.527620 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4c32cd-9a43-40be-9e54-5d49dea91433" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:54:55.530811 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1189494132', 'description': 'tempest-secgroup-smoke-1189494132 description', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:55.561572 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.570160 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5a2603b-68a5-4c4d-adb6-e6996619159b x-openstack-request-id: req-b5a2603b-68a5-4c4d-adb6-e6996619159b {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:54:55.571049 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:54:55.571049 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-b5a2603b-68a5-4c4d-adb6-e6996619159b {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:54:55.571376 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a2603b-68a5-4c4d-adb6-e6996619159b'] response: {'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'status': 'completed', 'code': 200} Sep 21 21:54:55.644620 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:55.693334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group (818d6c24-2b54-4627-93a6-3d5b49e29eec), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.707057 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (818d6c24-2b54-4627-93a6-3d5b49e29eec), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.749718 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818d6c24-2b54-4627-93a6-3d5b49e29eec,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:55.752490 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-cdd0dd07-b8c6-4061-8f64-c03ea12f50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:55.754298 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-cdd0dd07-b8c6-4061-8f64-c03ea12f50aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1130 time: 0.1287451 Sep 21 21:54:55.763600 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.764847 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2388570 Sep 21 21:54:55.767579 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.767942 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.768282 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.768743 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.769090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.769203 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49412) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:55.769421 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.769753 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.770136 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.770463 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.770798 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.771121 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.771609 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.772653 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d37467f5-1459-407f-a018-ac92108912cf tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:54:55.786022 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group_rule': {'security_group_id': '818d6c24-2b54-4627-93a6-3d5b49e29eec', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:55.855387 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (7fde5119-0f9a-4075-9cde-a57355650ac3), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:55.898880 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-dd14528a-0aca-4b4a-a347-3e57f538816c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:55.900749 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-dd14528a-0aca-4b4a-a347-3e57f538816c service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 915 time: 0.1346722 Sep 21 21:54:55.902860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd8be2-0ba3-4d14-bfbe-56974c6a4d47 req-bc79952f-030d-4a89-87d5-3b454acdc55e tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:55.904398 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d5fd8be2-0ba3-4d14-bfbe-56974c6a4d47 req-bc79952f-030d-4a89-87d5-3b454acdc55e tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.1056798 Sep 21 21:54:55.933532 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'port_id': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'mac_address': 'fa:16:3e:b3:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:54Z', 'updated_at': '2022-09-21T21:54:54Z', 'revision_number': 0, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:55.970521 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-121068c9-a7b1-46ad-8531-8b9425ee7c11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 999 time: 0.0611699 Sep 21 21:54:55.971809 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] Checking router: 96262fa0-28bf-4a98-8b4a-7ffab6982acf for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:54:55.984475 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:54:55.985118 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:54:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:56.002377 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d5fd8be2-0ba3-4d14-bfbe-56974c6a4d47 req-0fc4b57e-0c8e-4d0e-97ae-921973b5bc0c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874598 Sep 21 21:54:56.006230 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (7fde5119-0f9a-4075-9cde-a57355650ac3), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.012012 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (7fde5119-0f9a-4075-9cde-a57355650ac3), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.046925 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.047665 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-97651e75-94a2-43c1-9c82-998376c99ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:56.048350 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2757561 Sep 21 21:54:56.049464 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-97651e75-94a2-43c1-9c82-998376c99ea1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0643134 Sep 21 21:54:56.051429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49414) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:56.055990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group_rule': {'security_group_id': '818d6c24-2b54-4627-93a6-3d5b49e29eec', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.061219 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a14ded-40d7-4673-8c1a-ef0d9c07d742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fde5119-0f9a-4075-9cde-a57355650ac3,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:56.097359 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (42bc67a8-2dd0-4854-a42b-0a3835447322), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.107456 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-1fbe5029-0303-4877-aa18-5f8fe2b9c605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:56.109167 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-1fbe5029-0303-4877-aa18-5f8fe2b9c605 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530560 Sep 21 21:54:56.128293 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:54:56.178867 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (42bc67a8-2dd0-4854-a42b-0a3835447322), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.188640 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (42bc67a8-2dd0-4854-a42b-0a3835447322), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.222407 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bc67a8-2dd0-4854-a42b-0a3835447322,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:56.232293 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-9c001de7-dafe-438c-8614-7a0f671e62a1 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132355 Sep 21 21:54:56.251996 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.256651 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-01bbd86b-1044-4e2a-b10a-737ee8221242 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2015851 Sep 21 21:54:56.257415 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49418) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:56.265748 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group_rule': {'security_group_id': '818d6c24-2b54-4627-93a6-3d5b49e29eec', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.297722 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (1abfcdcd-1cc7-4574-a7be-5e848ad325c9), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.379850 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (1abfcdcd-1cc7-4574-a7be-5e848ad325c9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.386161 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (1abfcdcd-1cc7-4574-a7be-5e848ad325c9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.393511 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2a4c32cd-9a43-40be-9e54-5d49dea91433 req-e586cb17-1973-4b26-bcca-1a78d44d7a4a service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512995 Sep 21 21:54:56.403541 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e41fc8-7411-4364-8670-bce684386e22 req-60445958-4adf-420d-9fdb-541c8eea70de tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:56.407868 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1abfcdcd-1cc7-4574-a7be-5e848ad325c9,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:56.411273 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-53e41fc8-7411-4364-8670-bce684386e22 req-60445958-4adf-420d-9fdb-541c8eea70de tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1095889 Sep 21 21:54:56.421258 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.426694 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49420) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:56.427382 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-955038b3-eab5-443c-aaa9-980340d2c1c9 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682410 Sep 21 21:54:56.431851 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'port_id': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'mac_address': 'fa:16:3e:b3:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:54Z', 'updated_at': '2022-09-21T21:54:54Z', 'revision_number': 0, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:54:56.433325 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group_rule': {'security_group_id': '818d6c24-2b54-4627-93a6-3d5b49e29eec', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.457499 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cead511-63fe-44b4-8d9c-65cdbd01a77f None None] The sync data for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi is: [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'port_id': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'mac_address': 'fa:16:3e:b3:1f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:54:54Z', 'updated_at': '2022-09-21T21:54:54Z', 'revision_number': 0, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:54:56.481974 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-53e41fc8-7411-4364-8670-bce684386e22 req-040688df-b290-4304-9e9c-4fc1f7d15906 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697172 Sep 21 21:54:56.489026 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (d21739d4-9f1f-410e-9e0f-33c1f02e6e54), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.563566 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (d21739d4-9f1f-410e-9e0f-33c1f02e6e54), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.569039 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (d21739d4-9f1f-410e-9e0f-33c1f02e6e54), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.594706 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21739d4-9f1f-410e-9e0f-33c1f02e6e54,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:56.606948 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.611140 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49422) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:56.611668 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f6dcdff1-bff6-4211-aded-cc1e99220a21 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1834500 Sep 21 21:54:56.616754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group_rule': {'security_group_id': '818d6c24-2b54-4627-93a6-3d5b49e29eec', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.639292 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.securitygroups_db [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Project 8f29b786802c48efb4218e0cfbc32ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:54:56.644826 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (24f39333-6f0f-41b9-b995-f368488730a5), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.759755 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983d0520-1eb6-47f5-9b4d-19eac5b07688 None None] New status for floating IP 49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:54:56.767595 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (24f39333-6f0f-41b9-b995-f368488730a5), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.774612 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (24f39333-6f0f-41b9-b995-f368488730a5), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.802011 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f39333-6f0f-41b9-b995-f368488730a5,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:56.813063 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.814401 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-165aa743-bb31-42ae-9c61-be7d4215d21b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2021754 Sep 21 21:54:56.817253 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49428) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:54:56.821999 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'security_group_rule': {'security_group_id': '818d6c24-2b54-4627-93a6-3d5b49e29eec', 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:56.847000 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.securitygroups_db [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Project 8f29b786802c48efb4218e0cfbc32ad0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 21 21:54:56.855306 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (0f3568b8-4d2e-43b1-84bc-f542d77b0883), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.960535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (0f3568b8-4d2e-43b1-84bc-f542d77b0883), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.965897 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (0f3568b8-4d2e-43b1-84bc-f542d77b0883), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:56.989260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f3568b8-4d2e-43b1-84bc-f542d77b0883,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:57.002522 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.015630 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f8c735c0-c390-41f9-9214-431f0421352b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1959960 Sep 21 21:54:57.117916 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-d774cfcf-bc93-4ff0-beed-b54098ab8964 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189494132&fields=id&tenant_id=8f29b786802c48efb4218e0cfbc32ad0 HTTP/1.1" status: 200 len: 267 time: 0.0533891 Sep 21 21:54:57.151586 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d074768a-4ee7-4fbd-80d5-b303a618ae94 req-03f0a6f5-6940-4f04-974f-48197b4996bf tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.151586 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d074768a-4ee7-4fbd-80d5-b303a618ae94 req-03f0a6f5-6940-4f04-974f-48197b4996bf tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0599480 Sep 21 21:54:57.195725 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-e17928bf-3d55-42fe-980c-ef435a21b159 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.198533 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-e17928bf-3d55-42fe-980c-ef435a21b159 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0743840 Sep 21 21:54:57.211489 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d074768a-4ee7-4fbd-80d5-b303a618ae94 req-857988d0-1db2-49bc-8472-ce4ff85226c3 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533762 Sep 21 21:54:57.223713 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'port': {'security_groups': ['21f98d18-5349-4808-a27c-600949b5452c', '818d6c24-2b54-4627-93a6-3d5b49e29eec']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:54:57.317144 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.557290 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:54:57.595194 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.602913 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.615371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.616470 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:54:57.617761 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-916d332e-ebf1-4df1-991d-80128bbe8e36 req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "PUT /v2.0/ports/a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 982 time: 0.4076941 Sep 21 21:54:57.618032 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a40986b6-f354-48d1-820b-b9dd997b08a6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:54:57.618746 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:54:57.620972 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2192ba88-abc6-4606-b98c-0debb91ded23" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:54:57.669334 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7971337-b3ad-446b-99ca-3da6d505f926 req-de674982-634b-46c4-8a46-deffb17666d6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.672012 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c7971337-b3ad-446b-99ca-3da6d505f926 req-de674982-634b-46c4-8a46-deffb17666d6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0953670 Sep 21 21:54:57.712737 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93326e43-881e-4aa6-93a8-7e7e0821662c x-openstack-request-id: req-93326e43-881e-4aa6-93a8-7e7e0821662c {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:54:57.713056 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:54:57.713287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-93326e43-881e-4aa6-93a8-7e7e0821662c {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:54:57.713914 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93326e43-881e-4aa6-93a8-7e7e0821662c'] response: {'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'status': 'completed', 'code': 200} Sep 21 21:54:57.715058 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa09e0d-4d5b-47df-acbe-971be847ea72 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=6']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:54:57.733767 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a40986b6-f354-48d1-820b-b9dd997b08a6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:54:57.797206 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c7971337-b3ad-446b-99ca-3da6d505f926 req-671da0b6-6463-4f54-847f-be512c4c075c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146076 Sep 21 21:54:57.803151 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-463dbbf7-d1f3-44ef-92e8-c4f82aa182a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.804964 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-463dbbf7-d1f3-44ef-92e8-c4f82aa182a4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1169 time: 0.0940578 Sep 21 21:54:57.852034 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d098d-6535-46d4-9986-0f4dee989c99 req-793c8731-7dbd-4524-9585-aac8b26c7509 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.855066 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bb5d098d-6535-46d4-9986-0f4dee989c99 req-793c8731-7dbd-4524-9585-aac8b26c7509 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0944366 Sep 21 21:54:57.940743 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-1892a4a5-b754-4868-95e8-d1d5cf3b975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:57.942686 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-1892a4a5-b754-4868-95e8-d1d5cf3b975a service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 915 time: 0.1307738 Sep 21 21:54:57.946697 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bb5d098d-6535-46d4-9986-0f4dee989c99 req-40442365-091a-4113-8da2-0a74c1f4388e tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867593 Sep 21 21:54:58.035301 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-b50e8289-6728-47de-ba92-69eb6bbabcfe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 1001 time: 0.0852010 Sep 21 21:54:58.102868 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-9073bd47-d834-4dea-b9d1-bf53a700a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.104963 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-9073bd47-d834-4dea-b9d1-bf53a700a4d7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0610173 Sep 21 21:54:58.171348 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-c573015e-1dff-4eec-ac75-ae4725d1b8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.173698 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-c573015e-1dff-4eec-ac75-ae4725d1b8c8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612898 Sep 21 21:54:58.311296 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-66bb0142-76a1-47fa-9da8-6c7b667cef3f service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304290 Sep 21 21:54:58.467350 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2192ba88-abc6-4606-b98c-0debb91ded23 req-1c2b4da6-1125-4f98-ae22-0f503c1b4088 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492245 Sep 21 21:54:58.476867 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d298d-7842-47fc-a5cc-c76c2da3bf2b req-19ede63c-4ff3-4ba2-824d-cea5b96eac55 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.478457 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ff5d298d-7842-47fc-a5cc-c76c2da3bf2b req-19ede63c-4ff3-4ba2-824d-cea5b96eac55 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.1049507 Sep 21 21:54:58.549457 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ff5d298d-7842-47fc-a5cc-c76c2da3bf2b req-8bf7128a-c92c-4f6c-9ef2-7d87350af71c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595350 Sep 21 21:54:58.966632 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86de96-a8eb-4d63-b653-b27a91a878b0 req-87abc5b8-5828-49ca-a53e-24a86cba9eed tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:58.968264 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-dc86de96-a8eb-4d63-b653-b27a91a878b0 req-87abc5b8-5828-49ca-a53e-24a86cba9eed tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0635307 Sep 21 21:54:59.018459 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-dc86de96-a8eb-4d63-b653-b27a91a878b0 req-9235a3fa-9435-4eed-9afc-df386e10f6ea tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439172 Sep 21 21:54:59.695211 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c5f64-3089-4210-88d7-8ec67d0214aa req-c4fd97f0-940b-4599-b068-32abd8c0046f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:54:59.696788 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5e9c5f64-3089-4210-88d7-8ec67d0214aa req-c4fd97f0-940b-4599-b068-32abd8c0046f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0692973 Sep 21 21:54:59.758435 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5e9c5f64-3089-4210-88d7-8ec67d0214aa req-8ae52cd0-2ed3-417a-8d16-2515f1ea84fc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559757 Sep 21 21:55:00.156733 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18517d-93fc-462a-afe4-5c0b1be0963d req-90bd3b94-a8f1-433b-a512-3b234e26b60c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.158263 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f18517d-93fc-462a-afe4-5c0b1be0963d req-90bd3b94-a8f1-433b-a512-3b234e26b60c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0615165 Sep 21 21:55:00.212814 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f18517d-93fc-462a-afe4-5c0b1be0963d req-3c12861d-6fb7-4619-b6aa-07142bc2f5a7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477521 Sep 21 21:55:00.920031 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddeb51d-11f2-4702-be3b-f53dbbcd061e req-1add006c-07b2-40ae-8927-1a97a28182ac tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:00.921531 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6ddeb51d-11f2-4702-be3b-f53dbbcd061e req-1add006c-07b2-40ae-8927-1a97a28182ac tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0756164 Sep 21 21:55:00.985841 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6ddeb51d-11f2-4702-be3b-f53dbbcd061e req-e2c18680-2d28-48a2-b686-4296298c00bb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582809 Sep 21 21:55:01.099304 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49500) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:01.207695 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-748c2ebd-f418-49a3-83c0-6579ea360644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.309819 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-748c2ebd-f418-49a3-83c0-6579ea360644 admin admin] Publish callbacks [] for security_group (37da76a3-0ccb-4f7e-acc0-3a58c18e2567), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.331132 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-748c2ebd-f418-49a3-83c0-6579ea360644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (37da76a3-0ccb-4f7e-acc0-3a58c18e2567), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.380324 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-748c2ebd-f418-49a3-83c0-6579ea360644 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aa0f596e8334752a41776745c551e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791662 Sep 21 21:55:01.381352 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c2ebd-f418-49a3-83c0-6579ea360644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37da76a3-0ccb-4f7e-acc0-3a58c18e2567,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.383360 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49506) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:01.400041 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c11ec-caeb-40ea-901e-48830d3dbba5 req-99df2fec-6f6e-4f70-9ec0-2507d1c0643b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:01.401872 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e3c11ec-caeb-40ea-901e-48830d3dbba5 req-99df2fec-6f6e-4f70-9ec0-2507d1c0643b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1087065 Sep 21 21:55:01.444383 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-35b76f8b-65fc-4f85-ac99-97cd2d5ca4cf admin admin] Publish callbacks [] for security_group (37da76a3-0ccb-4f7e-acc0-3a58c18e2567), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.455847 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2e3c11ec-caeb-40ea-901e-48830d3dbba5 req-4abd7f86-4c96-4b53-bc9d-22335dee50a8 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Sep 21 21:55:01.479618 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-35b76f8b-65fc-4f85-ac99-97cd2d5ca4cf admin admin] Publish callbacks [] for security_group (37da76a3-0ccb-4f7e-acc0-3a58c18e2567), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.532290 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-35b76f8b-65fc-4f85-ac99-97cd2d5ca4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (37da76a3-0ccb-4f7e-acc0-3a58c18e2567), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.535006 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-35b76f8b-65fc-4f85-ac99-97cd2d5ca4cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.536377 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-35b76f8b-65fc-4f85-ac99-97cd2d5ca4cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37da76a3-0ccb-4f7e-acc0-3a58c18e2567 HTTP/1.1" status: 204 len: 168 time: 0.1519284 Sep 21 21:55:01.545248 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b76f8b-65fc-4f85-ac99-97cd2d5ca4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37da76a3-0ccb-4f7e-acc0-3a58c18e2567,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.828480 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49512) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:01.843123 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c3153690-180d-4b6e-99eb-942a59e730d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.928361 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c3153690-180d-4b6e-99eb-942a59e730d7 admin admin] Publish callbacks [] for security_group (ccb53cdd-3298-4ab3-b3c3-2b628216e713), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.934043 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c3153690-180d-4b6e-99eb-942a59e730d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (ccb53cdd-3298-4ab3-b3c3-2b628216e713), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:01.979978 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c3153690-180d-4b6e-99eb-942a59e730d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8fdfb4c5665d47ccbefaadd3a426bf47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502593 Sep 21 21:55:01.980761 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3153690-180d-4b6e-99eb-942a59e730d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb53cdd-3298-4ab3-b3c3-2b628216e713,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:01.982757 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49514) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:02.047313 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a961a58c-eb10-42f9-bc28-98ec809141dd admin admin] Publish callbacks [] for security_group (ccb53cdd-3298-4ab3-b3c3-2b628216e713), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.076052 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a961a58c-eb10-42f9-bc28-98ec809141dd admin admin] Publish callbacks [] for security_group (ccb53cdd-3298-4ab3-b3c3-2b628216e713), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.127177 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af66005-cbbe-4e51-b34c-3d265e2243d7 req-f22f0750-e97f-4dcb-a23c-1e3a185c53c1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.128588 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9af66005-cbbe-4e51-b34c-3d265e2243d7 req-f22f0750-e97f-4dcb-a23c-1e3a185c53c1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0600083 Sep 21 21:55:02.134595 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a961a58c-eb10-42f9-bc28-98ec809141dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (ccb53cdd-3298-4ab3-b3c3-2b628216e713), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.137572 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a961a58c-eb10-42f9-bc28-98ec809141dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:02.138778 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a961a58c-eb10-42f9-bc28-98ec809141dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccb53cdd-3298-4ab3-b3c3-2b628216e713 HTTP/1.1" status: 204 len: 168 time: 0.1549828 Sep 21 21:55:02.148076 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961a58c-eb10-42f9-bc28-98ec809141dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb53cdd-3298-4ab3-b3c3-2b628216e713,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:02.189165 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9af66005-cbbe-4e51-b34c-3d265e2243d7 req-10f1d58a-2c55-4a83-acd8-0afeeb92a8b4 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541565 Sep 21 21:55:02.603691 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef99846-7a80-4be1-a05b-d53cbacbcb33 req-fe90fe02-8b12-4993-af29-8317c2c028c0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:02.606827 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5ef99846-7a80-4be1-a05b-d53cbacbcb33 req-fe90fe02-8b12-4993-af29-8317c2c028c0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0635204 Sep 21 21:55:02.670860 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5ef99846-7a80-4be1-a05b-d53cbacbcb33 req-40ce380f-de06-4f37-98be-40d7f2fb297e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599935 Sep 21 21:55:03.331464 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aeeb9f-9475-463a-9ec6-2f3c9f90af5e req-b5415456-a4df-4ee6-8334-0439e88303fb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.334990 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-65aeeb9f-9475-463a-9ec6-2f3c9f90af5e req-b5415456-a4df-4ee6-8334-0439e88303fb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0664570 Sep 21 21:55:03.391180 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-65aeeb9f-9475-463a-9ec6-2f3c9f90af5e req-b61eb4ba-5fdb-4cde-bd8a-48b2b116f819 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505962 Sep 21 21:55:03.831727 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe98bb1-e891-4907-8b96-9ee1dd8f1622 req-eeeb5e3c-7878-41b9-90b5-f3ea65e3adaf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:03.833328 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7fe98bb1-e891-4907-8b96-9ee1dd8f1622 req-eeeb5e3c-7878-41b9-90b5-f3ea65e3adaf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0725353 Sep 21 21:55:03.896467 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7fe98bb1-e891-4907-8b96-9ee1dd8f1622 req-0ef7749f-83d0-44bb-9186-4dc373b35147 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566120 Sep 21 21:55:04.604688 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14897638-3dc9-4740-b89a-7ae55ca13b03 req-0098d8e8-c6c4-42af-92a2-7d0173bcb02a tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:04.607279 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-14897638-3dc9-4740-b89a-7ae55ca13b03 req-0098d8e8-c6c4-42af-92a2-7d0173bcb02a tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.1014805 Sep 21 21:55:04.679946 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-14897638-3dc9-4740-b89a-7ae55ca13b03 req-035209fe-4e58-41f9-a561-6b039440da3d tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657902 Sep 21 21:55:05.054527 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174a671-d384-46d8-b116-15af188840dd req-b3c7ba5e-4913-4fcc-817e-0058d505533a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:05.056395 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8174a671-d384-46d8-b116-15af188840dd req-b3c7ba5e-4913-4fcc-817e-0058d505533a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0649831 Sep 21 21:55:05.118609 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8174a671-d384-46d8-b116-15af188840dd req-30de8779-18e4-4e5c-bd24-03498a2fedb1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557549 Sep 21 21:55:05.255676 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49602) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:05.389166 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-523d64e7-2ad4-46bc-987d-3a3b5ef2265a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.479580 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-523d64e7-2ad4-46bc-987d-3a3b5ef2265a admin admin] Publish callbacks [] for security_group (7ce57e5f-4868-4281-b550-311682d34cd0), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.484925 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-523d64e7-2ad4-46bc-987d-3a3b5ef2265a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7ce57e5f-4868-4281-b550-311682d34cd0), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.528329 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-523d64e7-2ad4-46bc-987d-3a3b5ef2265a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b8863b44f4a43a0a1fad4707048c1d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2713866 Sep 21 21:55:05.529300 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d64e7-2ad4-46bc-987d-3a3b5ef2265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce57e5f-4868-4281-b550-311682d34cd0,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:05.532737 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49606) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:05.597198 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9df0785d-e280-4a3a-8773-15b94320713f admin admin] Publish callbacks [] for security_group (7ce57e5f-4868-4281-b550-311682d34cd0), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.622859 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9df0785d-e280-4a3a-8773-15b94320713f admin admin] Publish callbacks [] for security_group (7ce57e5f-4868-4281-b550-311682d34cd0), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.686095 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9df0785d-e280-4a3a-8773-15b94320713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (7ce57e5f-4868-4281-b550-311682d34cd0), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.691014 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9df0785d-e280-4a3a-8773-15b94320713f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:05.693807 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9df0785d-e280-4a3a-8773-15b94320713f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ce57e5f-4868-4281-b550-311682d34cd0 HTTP/1.1" status: 204 len: 168 time: 0.1509638 Sep 21 21:55:05.702045 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0785d-e280-4a3a-8773-15b94320713f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce57e5f-4868-4281-b550-311682d34cd0,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:06.038368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9557cc-c545-423a-bd25-bdbffc65a858 req-718e91a1-4a55-4db2-9b40-6d3863e72adc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.041034 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9f9557cc-c545-423a-bd25-bdbffc65a858 req-718e91a1-4a55-4db2-9b40-6d3863e72adc tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0786078 Sep 21 21:55:06.113894 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49616) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:06.125258 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9f9557cc-c545-423a-bd25-bdbffc65a858 req-e94e5263-7be1-49de-aac3-fa67fe31ab6c tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775309 Sep 21 21:55:06.128882 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d9834b64-0be2-496c-ac94-d08341d3a1b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.276873 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d9834b64-0be2-496c-ac94-d08341d3a1b9 admin admin] Publish callbacks [] for security_group (17624b97-6806-4652-b4c9-5817bd16ee3f), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.284089 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d9834b64-0be2-496c-ac94-d08341d3a1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (17624b97-6806-4652-b4c9-5817bd16ee3f), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.324599 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4653-4478-4828-8d84-f14b70132063 req-78ef3651-e3bd-40f1-8690-b47fb652bfa9 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:06.326252 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3e4a4653-4478-4828-8d84-f14b70132063 req-78ef3651-e3bd-40f1-8690-b47fb652bfa9 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1157646 Sep 21 21:55:06.333693 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d9834b64-0be2-496c-ac94-d08341d3a1b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c0972f1be0bd4dca883a5359e9f8aef5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183931 Sep 21 21:55:06.337171 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49620) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:06.358718 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9834b64-0be2-496c-ac94-d08341d3a1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17624b97-6806-4652-b4c9-5817bd16ee3f,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:06.399610 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33dde5a9-bd25-4afb-a0f0-cc9db746c56d admin admin] Publish callbacks [] for security_group (17624b97-6806-4652-b4c9-5817bd16ee3f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.406366 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3e4a4653-4478-4828-8d84-f14b70132063 req-39bfa9a2-5ee3-4eea-a354-a8638e0c52e8 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713277 Sep 21 21:55:06.428167 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33dde5a9-bd25-4afb-a0f0-cc9db746c56d admin admin] Publish callbacks [] for security_group (17624b97-6806-4652-b4c9-5817bd16ee3f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.488044 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33dde5a9-bd25-4afb-a0f0-cc9db746c56d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (17624b97-6806-4652-b4c9-5817bd16ee3f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.490747 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33dde5a9-bd25-4afb-a0f0-cc9db746c56d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:06.492113 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-33dde5a9-bd25-4afb-a0f0-cc9db746c56d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/17624b97-6806-4652-b4c9-5817bd16ee3f HTTP/1.1" status: 204 len: 168 time: 0.1538138 Sep 21 21:55:06.501475 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dde5a9-bd25-4afb-a0f0-cc9db746c56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17624b97-6806-4652-b4c9-5817bd16ee3f,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:07.297523 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ef983-692b-4a09-b935-6b70535984fa req-e491687c-f997-4e7c-9c95-c9626fd3f9b9 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.299186 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bc4ef983-692b-4a09-b935-6b70535984fa req-e491687c-f997-4e7c-9c95-c9626fd3f9b9 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0774169 Sep 21 21:55:07.357588 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bc4ef983-692b-4a09-b935-6b70535984fa req-16d94d5c-1844-4a11-be22-41f3ab614285 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513902 Sep 21 21:55:07.550736 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54f515-d66e-43d8-adde-5bb07774e421 req-addd0dfd-1817-4f5c-89e5-c226e13838de tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.553121 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ad54f515-d66e-43d8-adde-5bb07774e421 req-addd0dfd-1817-4f5c-89e5-c226e13838de tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0689070 Sep 21 21:55:07.617896 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ad54f515-d66e-43d8-adde-5bb07774e421 req-e02a9ad9-a933-4492-802e-f08b069baf85 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530155 Sep 21 21:55:07.716078 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-8e3e63ca-9443-43af-86e6-a26f275e2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.717738 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-8e3e63ca-9443-43af-86e6-a26f275e2040 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1129 time: 0.0554132 Sep 21 21:55:07.824471 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-1d8f10b1-e69b-4083-8797-4904abd8d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.826217 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-1d8f10b1-e69b-4083-8797-4904abd8d518 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 909 time: 0.1003642 Sep 21 21:55:07.870702 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:55:07.895967 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-3da4cad9-069d-40dd-bb84-b8b0f6286b05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 999 time: 0.0625808 Sep 21 21:55:07.954996 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-2e7b6607-2df0-40c5-a14b-74a580e5e848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:07.956487 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-2e7b6607-2df0-40c5-a14b-74a580e5e848 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0543618 Sep 21 21:55:08.015856 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-7ab8b31f-8384-4ec5-ad9e-20b8a645f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:08.017386 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-7ab8b31f-8384-4ec5-ad9e-20b8a645f637 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550385 Sep 21 21:55:08.120789 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-c44d2580-d5a6-48ab-b529-f5900467430a service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965023 Sep 21 21:55:08.248268 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0ce49920-b40a-47f0-bebb-04b9e179d926 req-14fb2072-1571-45ae-8fc1-0eb5d07032cd service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209731 Sep 21 21:55:08.442427 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ac06b9af-2474-474b-b235-2be6db992235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:08.514936 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5fc01-8010-4a9e-b8e5-7b0ac962702d req-d2193f00-cb0e-4806-84dd-232d31c954cd tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:08.516522 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bb5fc01-8010-4a9e-b8e5-7b0ac962702d req-d2193f00-cb0e-4806-84dd-232d31c954cd tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0619364 Sep 21 21:55:08.584139 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4bb5fc01-8010-4a9e-b8e5-7b0ac962702d req-6b14eef9-59b3-4d8f-8522-4b8731ce743f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601659 Sep 21 21:55:08.749214 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb1336-a116-4fe9-a8f8-1306bbba7a7c req-4302f0cd-e797-4917-b4fc-b2f57cff8747 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:08.750787 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1aeb1336-a116-4fe9-a8f8-1306bbba7a7c req-4302f0cd-e797-4917-b4fc-b2f57cff8747 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0583546 Sep 21 21:55:08.804394 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1aeb1336-a116-4fe9-a8f8-1306bbba7a7c req-0567c191-7731-4607-b729-4ece9a0af4f7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474849 Sep 21 21:55:08.812482 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49712) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:08.944853 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.098519 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Publish callbacks [] for security_group (1df579f3-37b8-400b-a237-81addc0ac9de), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.104328 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (1df579f3-37b8-400b-a237-81addc0ac9de), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.152275 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c403d644e11f46baa8ffdfffc3f7927b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383110 Sep 21 21:55:09.152478 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49720) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:09.163908 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ee0dcf-2565-4f63-ad6e-e6fae4711946 req-8d1bdd93-2f6b-4d25-881e-fdb53254d965 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.165438 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b3ee0dcf-2565-4f63-ad6e-e6fae4711946 req-8d1bdd93-2f6b-4d25-881e-fdb53254d965 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.1344621 Sep 21 21:55:09.167642 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df579f3-37b8-400b-a237-81addc0ac9de,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:09.176126 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-4bf9218e-dd0a-4db3-92b8-3397280f2ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.177779 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-4bf9218e-dd0a-4db3-92b8-3397280f2ee8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1129 time: 0.0721116 Sep 21 21:55:09.182083 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.182439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.182790 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.183127 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.183458 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.183787 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.184116 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.184444 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.184775 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.185098 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.185420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.185743 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.186100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7edf509-286a-4d0f-8e2a-e97166fb1ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:55:09.229549 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b3ee0dcf-2565-4f63-ad6e-e6fae4711946 req-084efff7-71b1-4052-83d8-5c4826c24a06 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548983 Sep 21 21:55:09.279991 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-45d4b2d0-6fb9-4a22-8f73-dc7880d4bf41 admin admin] Publish callbacks [] for security_group (1df579f3-37b8-400b-a237-81addc0ac9de), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.308675 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-c517e25a-504f-4627-8eb6-361a7ee2422f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.310180 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-c517e25a-504f-4627-8eb6-361a7ee2422f service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.1163330 Sep 21 21:55:09.314774 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-45d4b2d0-6fb9-4a22-8f73-dc7880d4bf41 admin admin] Publish callbacks [] for security_group (1df579f3-37b8-400b-a237-81addc0ac9de), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.396939 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-10be82f8-3ad8-496b-92c7-c034dd15dbbe service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 1001 time: 0.0752997 Sep 21 21:55:09.445478 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-45d4b2d0-6fb9-4a22-8f73-dc7880d4bf41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (1df579f3-37b8-400b-a237-81addc0ac9de), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.448264 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-45d4b2d0-6fb9-4a22-8f73-dc7880d4bf41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.449377 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-45d4b2d0-6fb9-4a22-8f73-dc7880d4bf41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1df579f3-37b8-400b-a237-81addc0ac9de HTTP/1.1" status: 204 len: 168 time: 0.2957289 Sep 21 21:55:09.464453 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-536dfd36-e14c-45d9-b3bb-c5a63d36c076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.465957 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-536dfd36-e14c-45d9-b3bb-c5a63d36c076 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0621951 Sep 21 21:55:09.466648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4b2d0-6fb9-4a22-8f73-dc7880d4bf41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df579f3-37b8-400b-a237-81addc0ac9de,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:09.518465 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-3e716c19-4081-4bda-80a6-8b8001a78f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:09.520277 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-3e716c19-4081-4bda-80a6-8b8001a78f19 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471981 Sep 21 21:55:09.615888 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-73965603-65f1-450f-9bf9-41856f5df5cb service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881886 Sep 21 21:55:09.738203 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49730) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:09.752394 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d086-79a4-4465-972f-4c0dbb1e60f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.869991 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d086-79a4-4465-972f-4c0dbb1e60f4 admin admin] Publish callbacks [] for security_group (76eb6c17-d64a-4236-93c2-8ab8aa739a8c), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.879337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d086-79a4-4465-972f-4c0dbb1e60f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (76eb6c17-d64a-4236-93c2-8ab8aa739a8c), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:09.919986 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d0e1d086-79a4-4465-972f-4c0dbb1e60f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7a0468ce09774a43978fbf37ef65b975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1805904 Sep 21 21:55:09.920862 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1d086-79a4-4465-972f-4c0dbb1e60f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76eb6c17-d64a-4236-93c2-8ab8aa739a8c,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:09.923998 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 49732) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:09.987400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d13f42c7-ef05-4633-8f8f-552f32c57df0 admin admin] Publish callbacks [] for security_group (76eb6c17-d64a-4236-93c2-8ab8aa739a8c), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:10.011500 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d13f42c7-ef05-4633-8f8f-552f32c57df0 admin admin] Publish callbacks [] for security_group (76eb6c17-d64a-4236-93c2-8ab8aa739a8c), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:10.025384 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e3126a97-707e-4b5a-b63c-4a75f77bd99e req-8207a4a5-ab5a-4c7f-9c86-0a112e8dc446 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007397 Sep 21 21:55:10.033681 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64eada-3a33-4864-8354-7d78f88710b9 req-22278901-c33f-4d4a-9021-94a070f654fa tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:10.037547 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4a64eada-3a33-4864-8354-7d78f88710b9 req-22278901-c33f-4d4a-9021-94a070f654fa tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.3686600 Sep 21 21:55:10.069899 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d13f42c7-ef05-4633-8f8f-552f32c57df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (76eb6c17-d64a-4236-93c2-8ab8aa739a8c), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:10.075706 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d13f42c7-ef05-4633-8f8f-552f32c57df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:10.080012 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d13f42c7-ef05-4633-8f8f-552f32c57df0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76eb6c17-d64a-4236-93c2-8ab8aa739a8c HTTP/1.1" status: 204 len: 168 time: 0.1523910 Sep 21 21:55:10.087927 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f42c7-ef05-4633-8f8f-552f32c57df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76eb6c17-d64a-4236-93c2-8ab8aa739a8c,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:10.110137 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4a64eada-3a33-4864-8354-7d78f88710b9 req-980af847-0721-4e5b-b41b-b762f4c25752 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673337 Sep 21 21:55:10.361833 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0512bd-d8fc-49cd-b6c3-a85d3586289e req-0a917f1b-d6d7-4d61-b78d-d50b25e2d030 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:10.363587 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3d0512bd-d8fc-49cd-b6c3-a85d3586289e req-0a917f1b-d6d7-4d61-b78d-d50b25e2d030 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0557384 Sep 21 21:55:10.414333 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3d0512bd-d8fc-49cd-b6c3-a85d3586289e req-dcabf52a-1ec8-4580-b745-908f77a308f3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Sep 21 21:55:10.613076 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-eb01f87f-b8ab-40ec-a0cc-7f3353cf86fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.252099 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6931eeb6-a09e-4072-ba13-b6678436194c req-87d8b5b9-55f0-44a7-a1f9-f14f45203ef9 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:11.253695 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6931eeb6-a09e-4072-ba13-b6678436194c req-87d8b5b9-55f0-44a7-a1f9-f14f45203ef9 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0575714 Sep 21 21:55:11.320420 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6931eeb6-a09e-4072-ba13-b6678436194c req-094104f8-34b9-411e-95ee-bc972a16e9af tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591013 Sep 21 21:55:11.341480 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49770) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:11.492293 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a08b79d0-d215-4d95-b843-2f9f9f2885ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.619429 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49788) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:11.642820 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa028ab-6ffa-4534-8ca5-3ad396994e5c req-835f6e11-7214-42a6-aef8-c8c9d51d3e11 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:11.644381 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-efa028ab-6ffa-4534-8ca5-3ad396994e5c req-835f6e11-7214-42a6-aef8-c8c9d51d3e11 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0935500 Sep 21 21:55:11.664951 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b37943-339d-477b-8e9f-f36e32b4d3a8 req-a85ba096-62c6-4f28-bfde-2516ff195554 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:11.668360 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e0b37943-339d-477b-8e9f-f36e32b4d3a8 req-a85ba096-62c6-4f28-bfde-2516ff195554 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0924280 Sep 21 21:55:11.695596 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a08b79d0-d215-4d95-b843-2f9f9f2885ce admin admin] Publish callbacks [] for security_group (46c47b1c-dd34-4a4a-8c11-0967156f024d), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.726497 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a08b79d0-d215-4d95-b843-2f9f9f2885ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (46c47b1c-dd34-4a4a-8c11-0967156f024d), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.731994 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e0b37943-339d-477b-8e9f-f36e32b4d3a8 req-d4c94335-dc79-4e6b-82a9-8f6fc7a97880 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574872 Sep 21 21:55:11.787008 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-efa028ab-6ffa-4534-8ca5-3ad396994e5c req-29bda648-e568-4672-b2a5-c9724c7fe817 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284506 Sep 21 21:55:11.792320 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a08b79d0-d215-4d95-b843-2f9f9f2885ce admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=775f18cc73fb4f4facd075e0ac6f1069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4496832 Sep 21 21:55:11.796742 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49796) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:11.799498 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b79d0-d215-4d95-b843-2f9f9f2885ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c47b1c-dd34-4a4a-8c11-0967156f024d,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:11.832517 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-241fabbd-be6a-4236-b883-cb0576b7018c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2112007 Sep 21 21:55:11.843114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-9fb72a02-f298-46bf-968e-2846f7a6f6e3 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115541) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:55:11.843114 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-9fb72a02-f298-46bf-968e-2846f7a6f6e3 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052962 Sep 21 21:55:11.871306 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0493-4c15-4822-8976-d9a7b57466e4 admin admin] Publish callbacks [] for security_group (46c47b1c-dd34-4a4a-8c11-0967156f024d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.895662 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0493-4c15-4822-8976-d9a7b57466e4 admin admin] Publish callbacks [] for security_group (46c47b1c-dd34-4a4a-8c11-0967156f024d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.917039 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-e7052601-4ae8-4485-9742-8eef618bc665 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-388863933&fields=id&tenant_id=865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 267 time: 0.0467334 Sep 21 21:55:11.956242 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0493-4c15-4822-8976-d9a7b57466e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (46c47b1c-dd34-4a4a-8c11-0967156f024d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.959414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0c4d0493-4c15-4822-8976-d9a7b57466e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:11.960918 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-0c4d0493-4c15-4822-8976-d9a7b57466e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/46c47b1c-dd34-4a4a-8c11-0967156f024d HTTP/1.1" status: 204 len: 168 time: 0.1621966 Sep 21 21:55:11.978213 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4d0493-4c15-4822-8976-d9a7b57466e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c47b1c-dd34-4a4a-8c11-0967156f024d,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:12.017702 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 49808) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:12.056700 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-dd3dd284-5e7b-4d74-be6d-21892183e5a4 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.058413 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-dd3dd284-5e7b-4d74-be6d-21892183e5a4 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 811 time: 0.1334443 Sep 21 21:55:12.076664 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-98c1da9f-c1e1-4fec-83e1-fbd45ff8dd85 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/quotas/865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 375 time: 0.0110009 Sep 21 21:55:12.146872 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-7f54dfcb-2ca2-44b4-9f50-6fcfa08ecb30 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.148752 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-7f54dfcb-2ca2-44b4-9f50-6fcfa08ecb30 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports/c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 942 time: 0.1285532 Sep 21 21:55:12.158824 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-180389f7-d2f7-45e6-a85f-ddfcd12065fb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754068 Sep 21 21:55:12.227477 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:12.268884 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-1ce444b0-37f0-4ea1-a3e1-a1728565ddd7 service neutron] 10.222.0.48 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962956 Sep 21 21:55:12.409170 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-0ac1e0bc-64b8-4c13-b3fc-6677578cab0f service neutron] 10.222.0.48 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321304 Sep 21 21:55:12.794701 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0925dc91-e928-44e3-9571-7079a163e671 req-2173f5b3-a94f-4799-a36f-b121836f1a27 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 210 time: 0.0625436 Sep 21 21:55:12.895234 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af45a4-b1ab-4bd3-aac4-02441a359eae req-f89d8ec2-10cf-41a8-915b-d47326b3d460 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:12.897050 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-64af45a4-b1ab-4bd3-aac4-02441a359eae req-f89d8ec2-10cf-41a8-915b-d47326b3d460 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0637524 Sep 21 21:55:12.966671 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-64af45a4-b1ab-4bd3-aac4-02441a359eae req-b81ac7ad-cdb2-4fc2-86e2-a4de77923941 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621307 Sep 21 21:55:13.809598 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:13.887042 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-3ff137ed-6bb2-4106-8798-d1938ed0d9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:13.889361 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-3ff137ed-6bb2-4106-8798-d1938ed0d9d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90&tenant_id=aa391d948f7f40b3bb96bc483eb0328c HTTP/1.1" status: 200 len: 1129 time: 0.1558740 Sep 21 21:55:13.948771 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-46e0b00c-1104-4099-97ce-b0022c781846 req-98c7936c-906f-4193-aaec-61b5a5847e69 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 210 time: 0.0399129 Sep 21 21:55:13.966910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-622e857a-fc4d-4c50-9006-81adb4c3a7b7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:13.968410 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-622e857a-fc4d-4c50-9006-81adb4c3a7b7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 811 time: 0.1711669 Sep 21 21:55:13.979696 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:55:13.991129 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-06345539-a43f-4bf4-8c0a-9d56f7fb0819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:13.992912 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-06345539-a43f-4bf4-8c0a-9d56f7fb0819 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1129 time: 0.0715079 Sep 21 21:55:14.065195 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-cc3cefc0-7805-4379-8306-e67561c8565d tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=865994434d4a490ba79f77f14e98edf7 HTTP/1.1" status: 200 len: 379 time: 0.0807791 Sep 21 21:55:14.081170 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'port': {'device_id': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'admin_state_up': True, 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'security_groups': ['4a01c274-c57a-4f4b-9154-aa43dbc85b8f']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:14.081612 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc is: ACTIVE; New status is: DOWN {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:14.081996 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:14.131601 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:14.134812 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd10dcf4-cff0-4059-bbcd-b200f8d1835b" -d '{"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-unplugged", "status": "completed", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:14.145366 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-b189004b-5bd2-44c5-ba97-c508d33c1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.147112 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-b189004b-5bd2-44c5-ba97-c508d33c1b54 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 909 time: 0.1424284 Sep 21 21:55:14.152355 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:14.160543 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:14.194717 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520805b0-851a-4c6f-a15b-064307a9eb58 x-openstack-request-id: req-520805b0-851a-4c6f-a15b-064307a9eb58 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:14.195104 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-unplugged", "status": "completed", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:14.195384 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-520805b0-851a-4c6f-a15b-064307a9eb58 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:14.195807 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520805b0-851a-4c6f-a15b-064307a9eb58'] response: {'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'code': 200} Sep 21 21:55:14.230103 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=6']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:14.245438 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-2e9d96bc-29f2-4ead-b0e8-94c366870a54 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 997 time: 0.0904145 Sep 21 21:55:14.268787 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fe32e-b22d-4baa-bf99-1782d45eecfe req-dc80f7ca-a20a-4eb4-b6b6-c048f3d87790 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.270666 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae7fe32e-b22d-4baa-bf99-1782d45eecfe req-dc80f7ca-a20a-4eb4-b6b6-c048f3d87790 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.1537087 Sep 21 21:55:14.317084 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-5cc8b30f-0043-40ab-865d-e4e3c21e946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.319460 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-5cc8b30f-0043-40ab-865d-e4e3c21e946b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0674150 Sep 21 21:55:14.320002 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Made reservation on behalf of 865994434d4a490ba79f77f14e98edf7 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:55:14.323764 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:14.362733 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae7fe32e-b22d-4baa-bf99-1782d45eecfe req-9df45606-2aa6-494b-b8b7-3ad442205016 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807202 Sep 21 21:55:14.386177 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-2c655a8f-1bff-48cf-8eba-739a4407f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.388490 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-2c655a8f-1bff-48cf-8eba-739a4407f881 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626831 Sep 21 21:55:14.484517 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Allocated IP 172.20.0.14 (a78848c2-3cf6-43f9-8f70-6458a71d2e12/9edc68bb-96bb-401a-b83b-5b263fb2d613/553a7343-ab96-4e72-83ea-f47d514caffc) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:55:14.511249 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-f4a69337-2839-4bbd-9b34-174442b58b57 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153851 Sep 21 21:55:14.637707 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9429111f-a35b-4725-a643-a8e6a487acc4 req-a8e0aa52-456a-4d6a-9623-299c9576d1d3 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178527 Sep 21 21:55:14.690839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (553a7343-ab96-4e72-83ea-f47d514caffc), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:14.726409 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:14.780668 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:55:14.784387 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:14.786352 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=553a7343-ab96-4e72-83ea-f47d514caffc,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:14.788608 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:55:14.850248 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:14.850904 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:14.868858 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7a3236ca-4f3d-4c31-9b5f-ed099bd3ba42 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7963927 Sep 21 21:55:14.886821 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Request body: {'port': {'device_id': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:14.951904 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.077753 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-86baeb26-81a6-47a0-bb0c-64bfd2ff5e94 None None] Provisioning complete for port 553a7343-ab96-4e72-83ea-f47d514caffc triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:15.080264 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-86baeb26-81a6-47a0-bb0c-64bfd2ff5e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.081008 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-86baeb26-81a6-47a0-bb0c-64bfd2ff5e94 None None] Attempt 1 to provision port 553a7343-ab96-4e72-83ea-f47d514caffc Sep 21 21:55:15.103199 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f157e12-ee23-415a-a57b-a28757ea7b76 req-c91ea6de-4dfa-4f9d-bbb6-5149c921f1f3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.105005 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2f157e12-ee23-415a-a57b-a28757ea7b76 req-c91ea6de-4dfa-4f9d-bbb6-5149c921f1f3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 932 time: 0.0689507 Sep 21 21:55:15.116015 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-86baeb26-81a6-47a0-bb0c-64bfd2ff5e94 None None] Port 553a7343-ab96-4e72-83ea-f47d514caffc cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:55:15.146345 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.163090 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-2f157e12-ee23-415a-a57b-a28757ea7b76 req-770c6274-0c67-4d16-bb5d-acb0cd574cd3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517437 Sep 21 21:55:15.257969 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553a7343-ab96-4e72-83ea-f47d514caffc {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:15.265711 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Publish callbacks [] for port (553a7343-ab96-4e72-83ea-f47d514caffc), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.279049 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Transition to ACTIVE for port object 553a7343-ab96-4e72-83ea-f47d514caffc will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:55:15.283870 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.342576 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Pushing event updated for resources: {'Port': ['ID=553a7343-ab96-4e72-83ea-f47d514caffc,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:15.396765 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Attempting to bind port 553a7343-ab96-4e72-83ea-f47d514caffc on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:55:15.396981 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Attempting to bind port 553a7343-ab96-4e72-83ea-f47d514caffc by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:55:15.397318 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Attempting to bind port 553a7343-ab96-4e72-83ea-f47d514caffc on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:15.402141 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Port 553a7343-ab96-4e72-83ea-f47d514caffc on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:55:15.402460 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Attempting to bind port 553a7343-ab96-4e72-83ea-f47d514caffc on network a78848c2-3cf6-43f9-8f70-6458a71d2e12 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:55:15.407332 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:55:15.407672 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Checking segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:55:15.408052 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Bound using segment: {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:55:15.408473 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Bound port: 553a7343-ab96-4e72-83ea-f47d514caffc, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f331deb-e575-4a68-a900-f10d4144056a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:55:15.408844 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.495907 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] For port 553a7343-ab96-4e72-83ea-f47d514caffc, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:55:15.500177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] For port 553a7343-ab96-4e72-83ea-f47d514caffc, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=553a7343-ab96-4e72-83ea-f47d514caffc,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:55:15.510068 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.516226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.516846 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:15.518272 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] 10.222.0.50 "PUT /v2.0/ports/553a7343-ab96-4e72-83ea-f47d514caffc HTTP/1.1" status: 200 len: 1094 time: 0.6359255 Sep 21 21:55:15.519610 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:15.522701 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3209274f-7fab-4810-bcc0-392fe31475e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:15.558756 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf6796-6560-4581-be88-35fd164631a7 req-b2d5d891-23f3-4e09-b694-b22c6ddb2c47 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.566188 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-67cf6796-6560-4581-be88-35fd164631a7 req-b2d5d891-23f3-4e09-b694-b22c6ddb2c47 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.1210303 Sep 21 21:55:15.583615 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04599c65-e930-4110-9f70-b08d87d6f7e1 x-openstack-request-id: req-04599c65-e930-4110-9f70-b08d87d6f7e1 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:15.583909 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:15.584166 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-04599c65-e930-4110-9f70-b08d87d6f7e1 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:15.584577 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04599c65-e930-4110-9f70-b08d87d6f7e1'] response: {'name': 'network-changed', 'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc', 'status': 'completed', 'code': 200} Sep 21 21:55:15.617985 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-86baeb26-81a6-47a0-bb0c-64bfd2ff5e94 None None] Attempt 2 to provision port 553a7343-ab96-4e72-83ea-f47d514caffc Sep 21 21:55:15.653247 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7027623a-83ce-49a8-8d03-cfbacf524e86 service neutron] Pushing event updated for resources: {'Port': ['ID=553a7343-ab96-4e72-83ea-f47d514caffc,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:15.674205 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-86baeb26-81a6-47a0-bb0c-64bfd2ff5e94 None None] Port 553a7343-ab96-4e72-83ea-f47d514caffc had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:55:15.684237 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-67cf6796-6560-4581-be88-35fd164631a7 req-54faca61-4379-40b9-9372-f1f6df5a9b9f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167250 Sep 21 21:55:15.694459 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-a7c0644d-2361-40fb-a267-6a0b030d7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.696129 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-a7c0644d-2361-40fb-a267-6a0b030d7d45 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 1128 time: 0.1144269 Sep 21 21:55:15.743234 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-93b55eb5-ca1d-4930-8c77-de2748ca00ce service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553a7343-ab96-4e72-83ea-f47d514caffc HTTP/1.1" status: 200 len: 217 time: 0.0388653 Sep 21 21:55:15.809164 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7afc533c-82b3-4f3b-8f64-689ddbdeb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.810777 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-7afc533c-82b3-4f3b-8f64-689ddbdeb526 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0613897 Sep 21 21:55:15.874631 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-a5e3e03d-ebd6-4de3-956f-eddaa36ce263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:15.876255 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-a5e3e03d-ebd6-4de3-956f-eddaa36ce263 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583384 Sep 21 21:55:15.999195 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-8ce69519-0b9d-4540-b72f-3b035b2459e0 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099377 Sep 21 21:55:16.321763 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0bca8-d21f-42d9-a208-2f7d98d9c136 req-24b66a40-fd44-48f9-a95f-9aaf62bdd2a6 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.323467 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-90a0bca8-d21f-42d9-a208-2f7d98d9c136 req-24b66a40-fd44-48f9-a95f-9aaf62bdd2a6 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0704126 Sep 21 21:55:16.363598 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3cbb657e-57da-4afb-b093-dca5302abe79 req-8b3b9f82-ec8c-4362-81a7-228c7d85cd08 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571286 Sep 21 21:55:16.377678 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-90a0bca8-d21f-42d9-a208-2f7d98d9c136 req-86d9119e-63a0-43e2-9c25-f58e5f58c2ed tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481913 Sep 21 21:55:16.480872 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-657260a3-416d-412e-9cfc-b000cf4cc7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.482421 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-657260a3-416d-412e-9cfc-b000cf4cc7d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 1128 time: 0.0570533 Sep 21 21:55:16.592930 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-bda47e7c-96a2-402a-8d67-8410de1b1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.594444 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-bda47e7c-96a2-402a-8d67-8410de1b1918 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1047685 Sep 21 21:55:16.637508 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-873f225d-5b92-4e58-865d-388aafcaa530 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553a7343-ab96-4e72-83ea-f47d514caffc HTTP/1.1" status: 200 len: 217 time: 0.0349491 Sep 21 21:55:16.702741 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-36084ddb-1e9c-4fb1-95c6-11f70d3db949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.704958 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-36084ddb-1e9c-4fb1-95c6-11f70d3db949 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0540235 Sep 21 21:55:16.757286 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-ae5b9102-bffe-4c5e-ae30-27691fd60124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.759693 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-ae5b9102-bffe-4c5e-ae30-27691fd60124 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487506 Sep 21 21:55:16.891547 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf0ec3-d20b-42db-8385-cdef84c82257 req-b6803de7-3099-40a1-abac-dcc7d7c63629 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:16.893004 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6ddf0ec3-d20b-42db-8385-cdef84c82257 req-b6803de7-3099-40a1-abac-dcc7d7c63629 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.1238356 Sep 21 21:55:16.921799 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-59e83581-edd3-419d-bc54-345d314bde1c service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427205 Sep 21 21:55:17.006398 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6ddf0ec3-d20b-42db-8385-cdef84c82257 req-dd9cf873-29c9-4acc-9828-36a4d1de4029 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062741 Sep 21 21:55:17.050235 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3209274f-7fab-4810-bcc0-392fe31475e2 req-bb312863-f124-4641-ba56-5568b84ca13e service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195230 Sep 21 21:55:17.515414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41126422-30df-4fd4-9478-2502788ddb63 req-d2ad1d40-ce61-48ca-b1d6-db4315dc8086 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:17.517012 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-41126422-30df-4fd4-9478-2502788ddb63 req-d2ad1d40-ce61-48ca-b1d6-db4315dc8086 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0604141 Sep 21 21:55:17.575391 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-41126422-30df-4fd4-9478-2502788ddb63 req-e89d27b5-fc8b-460c-a569-b34bc5cef45f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526831 Sep 21 21:55:18.144603 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdb5f8-af18-4a34-8d83-bf72cb965665 req-975d5a13-07cd-412a-931e-a0ec8fdb9641 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:18.146019 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-70fdb5f8-af18-4a34-8d83-bf72cb965665 req-975d5a13-07cd-412a-931e-a0ec8fdb9641 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0620825 Sep 21 21:55:18.201422 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-70fdb5f8-af18-4a34-8d83-bf72cb965665 req-8f21d134-917f-4e28-877c-8eebb65915bb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493238 Sep 21 21:55:18.711612 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c12272-0816-4f1c-b2b0-c09105614ed7 req-df0afce1-de3f-434a-b072-579d0ebdfce0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:18.713179 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-27c12272-0816-4f1c-b2b0-c09105614ed7 req-df0afce1-de3f-434a-b072-579d0ebdfce0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0577285 Sep 21 21:55:18.769458 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-27c12272-0816-4f1c-b2b0-c09105614ed7 req-5d360b9e-3ee8-4c04-9630-58245ea9b8fb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503500 Sep 21 21:55:19.346770 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6ee90-8cbc-47f0-9ee4-a53e46339b9f req-f7a53748-47b7-4ee8-aa0e-d51dbddf23ff tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:19.348636 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e9f6ee90-8cbc-47f0-9ee4-a53e46339b9f req-f7a53748-47b7-4ee8-aa0e-d51dbddf23ff tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0677283 Sep 21 21:55:19.406342 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e9f6ee90-8cbc-47f0-9ee4-a53e46339b9f req-7d01bc6b-e128-4592-a16a-1ee31f7695cf tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493298 Sep 21 21:55:19.916139 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5a0d07-5a3b-44a8-8824-beb2fea33ccf req-8cd40abe-077d-40e0-8f32-3c7604dc322b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:19.917672 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5a0d07-5a3b-44a8-8824-beb2fea33ccf req-8cd40abe-077d-40e0-8f32-3c7604dc322b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0664003 Sep 21 21:55:19.982801 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6c5a0d07-5a3b-44a8-8824-beb2fea33ccf req-c0806988-06d9-4355-9e14-e7e0661087b6 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546141 Sep 21 21:55:20.547961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab3d646-d95b-474d-b233-0cc2abb1fd9e req-144f41f8-177f-432e-a220-1569d2a01c28 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:20.547961 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8ab3d646-d95b-474d-b233-0cc2abb1fd9e req-144f41f8-177f-432e-a220-1569d2a01c28 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0587404 Sep 21 21:55:20.608233 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-8ab3d646-d95b-474d-b233-0cc2abb1fd9e req-7e3f9cf9-3f14-4d3a-8e05-e5e9f635aab1 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532899 Sep 21 21:55:20.961683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:21.105484 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709936d5-d23f-4bb0-90d1-2266a756a2f2 req-a6ee1efc-3dec-4cb1-a61a-6f5ab84a83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:21.107335 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-709936d5-d23f-4bb0-90d1-2266a756a2f2 req-a6ee1efc-3dec-4cb1-a61a-6f5ab84a83a8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1127 time: 0.0837097 Sep 21 21:55:21.138556 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36073c-9d19-447b-a2cc-99ed189e0568 req-959e4c16-79c2-47da-9e19-c407d75f18fb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:21.141908 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ac36073c-9d19-447b-a2cc-99ed189e0568 req-959e4c16-79c2-47da-9e19-c407d75f18fb tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0652790 Sep 21 21:55:21.158544 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-709936d5-d23f-4bb0-90d1-2266a756a2f2 req-c49908cb-eac3-4921-bfbc-bb086b42abf3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431437 Sep 21 21:55:21.195998 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ac36073c-9d19-447b-a2cc-99ed189e0568 req-91599325-b064-46ac-b61f-f8c283890ab5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484605 Sep 21 21:55:21.749222 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb3787-2bb1-4caa-99c0-051aaba967b3 req-cb259221-0682-4890-92c4-c1b63a612d60 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:21.751002 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f6bb3787-2bb1-4caa-99c0-051aaba967b3 req-cb259221-0682-4890-92c4-c1b63a612d60 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 943 time: 0.0613909 Sep 21 21:55:21.809034 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f6bb3787-2bb1-4caa-99c0-051aaba967b3 req-324204d9-b02b-42f8-9ecf-3e2649aae4eb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485027 Sep 21 21:55:22.021077 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:22.128150 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:22.146785 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'port_id': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'mac_address': 'fa:16:3e:c3:e7:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:22.185767 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:22.186189 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.200884 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1867edb-5e77-4f4c-80b5-4a1f101e4ebc {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:22.231216 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:22.236721 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:22.299048 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=7']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:22.340539 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfcaa93-e457-4542-a4f3-7aff429fd805 req-52287cd7-b27c-4a38-9f3f-c6a760f9bf88 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:22.342462 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5cfcaa93-e457-4542-a4f3-7aff429fd805 req-52287cd7-b27c-4a38-9f3f-c6a760f9bf88 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0622835 Sep 21 21:55:22.396929 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-5cfcaa93-e457-4542-a4f3-7aff429fd805 req-a2cf99e3-3789-465a-bc74-82efed397239 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465190 Sep 21 21:55:22.584221 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:22.945171 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0792a2-75b5-4c3d-bbc7-2277801dab3b req-26c7a10c-a18a-40d3-8ffc-fae686c29802 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:22.946686 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bb0792a2-75b5-4c3d-bbc7-2277801dab3b req-26c7a10c-a18a-40d3-8ffc-fae686c29802 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 944 time: 0.0566413 Sep 21 21:55:23.006134 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-bb0792a2-75b5-4c3d-bbc7-2277801dab3b req-b33ddfa6-10e5-4454-b137-0579893315e0 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533054 Sep 21 21:55:23.552013 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66053d05-75b7-4ba5-8d2d-daa4d80945eb req-74644ae0-263b-4a8e-b906-3aae6c3bdc7c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:23.553849 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-66053d05-75b7-4ba5-8d2d-daa4d80945eb req-74644ae0-263b-4a8e-b906-3aae6c3bdc7c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 944 time: 0.0672967 Sep 21 21:55:23.612931 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-66053d05-75b7-4ba5-8d2d-daa4d80945eb req-d7e3a222-9255-4356-afb0-7cbddb82ae02 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517428 Sep 21 21:55:24.028917 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 553a7343-ab96-4e72-83ea-f47d514caffc details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:55:24.030979 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:24.127971 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:24.128347 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.128687 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc Sep 21 21:55:24.201807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 553a7343-ab96-4e72-83ea-f47d514caffc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=553a7343-ab96-4e72-83ea-f47d514caffc,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:24.237289 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '553a7343-ab96-4e72-83ea-f47d514caffc', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'port_id': '553a7343-ab96-4e72-83ea-f47d514caffc', 'mac_address': 'fa:16:3e:dc:99:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:55:24.272454 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:24.272849 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.301429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 553a7343-ab96-4e72-83ea-f47d514caffc is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:24.301429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.316160 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:24.318531 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96368743-5f42-4c78-a72a-97b70e1da4f3" -d '{"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-plugged", "status": "completed", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:24.332749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553a7343-ab96-4e72-83ea-f47d514caffc {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:55:24.342186 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:24.351807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.364550 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 553a7343-ab96-4e72-83ea-f47d514caffc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=553a7343-ab96-4e72-83ea-f47d514caffc,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:24.382642 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b774d6-cfb5-44cc-b2a1-bfd2c5026bf0 x-openstack-request-id: req-a5b774d6-cfb5-44cc-b2a1-bfd2c5026bf0 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:24.382919 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-plugged", "status": "completed", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:24.383153 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a5b774d6-cfb5-44cc-b2a1-bfd2c5026bf0 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:24.383550 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b774d6-cfb5-44cc-b2a1-bfd2c5026bf0'] response: {'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'code': 200} Sep 21 21:55:24.387310 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:24.411905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=8']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:24.467427 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=553a7343-ab96-4e72-83ea-f47d514caffc,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:24.701261 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['553a7343-ab96-4e72-83ea-f47d514caffc'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:55:24.751686 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13234f-ba2a-49c3-ae99-c85a684c7eea req-356e6f27-19eb-4935-8529-6a34d5a4ac52 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:24.753322 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a13234f-ba2a-49c3-ae99-c85a684c7eea req-356e6f27-19eb-4935-8529-6a34d5a4ac52 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 945 time: 0.0586290 Sep 21 21:55:24.805042 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-3a13234f-ba2a-49c3-ae99-c85a684c7eea req-2fa68403-ed23-49ae-8dd2-14794379b99c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455892 Sep 21 21:55:24.907106 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-418e7af7-9160-450f-99a1-f96212543b6f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486782 Sep 21 21:55:25.008077 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-3cfe3a63-deac-4c4e-a583-d6fa3161ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.009599 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-3cfe3a63-deac-4c4e-a583-d6fa3161ba35 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 1129 time: 0.0553558 Sep 21 21:55:25.134520 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-f9f3cf8c-a00a-4ddb-9eab-80327aa0f8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.136314 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-f9f3cf8c-a00a-4ddb-9eab-80327aa0f8aa service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.1060131 Sep 21 21:55:25.207880 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-b3caa813-cdd2-4e81-9be3-a8c88047f7c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 200 len: 1001 time: 0.0628855 Sep 21 21:55:25.260851 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-70784823-3de8-4cc5-ba91-d3ea93f2c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.262439 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-70784823-3de8-4cc5-ba91-d3ea93f2c373 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0468836 Sep 21 21:55:25.319323 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-c9615e40-55e4-4eeb-aea2-43696061519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.320838 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-c9615e40-55e4-4eeb-aea2-43696061519b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506208 Sep 21 21:55:25.420550 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-d2679465-0c6c-4680-84f1-4c5bd82b4fe4 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898049 Sep 21 21:55:25.513693 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f4d57e90-117d-491a-bf82-20d7a8bd78c7 req-bbe6b175-313e-4704-a1d4-999ac5f609a5 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864487 Sep 21 21:55:25.960323 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17dcef-7a10-4733-8ab7-ff3c568d740b req-578e5cde-0431-4844-9bc1-804de0e97317 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:25.961892 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3a17dcef-7a10-4733-8ab7-ff3c568d740b req-578e5cde-0431-4844-9bc1-804de0e97317 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 945 time: 0.0628934 Sep 21 21:55:26.014519 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3a17dcef-7a10-4733-8ab7-ff3c568d740b req-e999a0bd-0107-4a2f-9478-61f51ed052b9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464563 Sep 21 21:55:26.052387 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 553a7343-ab96-4e72-83ea-f47d514caffc up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:55:26.101516 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 553a7343-ab96-4e72-83ea-f47d514caffc completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:55:26.105598 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 553a7343-ab96-4e72-83ea-f47d514caffc triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:55:26.105978 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.106319 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 553a7343-ab96-4e72-83ea-f47d514caffc Sep 21 21:55:26.176662 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 553a7343-ab96-4e72-83ea-f47d514caffc is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:55:26.177047 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.215181 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 553a7343-ab96-4e72-83ea-f47d514caffc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=553a7343-ab96-4e72-83ea-f47d514caffc,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:55:26.220910 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:26.268108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=553a7343-ab96-4e72-83ea-f47d514caffc,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:26.384562 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:26.387340 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6441ebf-eef6-4df5-8911-5012d912881f" -d '{"events": [{"server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "name": "network-vif-plugged", "status": "completed", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:26.436445 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a5729a-fbea-4e47-865a-8286e17fe6c3 x-openstack-request-id: req-a4a5729a-fbea-4e47-865a-8286e17fe6c3 {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:26.436931 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "name": "network-vif-plugged", "status": "completed", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:26.437239 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-a4a5729a-fbea-4e47-865a-8286e17fe6c3 {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:26.437692 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4a5729a-fbea-4e47-865a-8286e17fe6c3'] response: {'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc', 'code': 200} Sep 21 21:55:26.759131 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aba00-918a-4c16-a4cf-fa8e46cdd9ee req-363f1687-9880-475e-9127-eb296124b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:26.761012 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b83aba00-918a-4c16-a4cf-fa8e46cdd9ee req-363f1687-9880-475e-9127-eb296124b7e0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 1130 time: 0.0492425 Sep 21 21:55:26.814764 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b83aba00-918a-4c16-a4cf-fa8e46cdd9ee req-11d74b37-c6c3-4eae-80b7-cafefdc50642 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459559 Sep 21 21:55:27.155800 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbee585-60ab-45bb-9e78-702bbfa3b8a9 req-071ddf29-671a-4af0-a2cd-b6953849e5b2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:27.157344 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6dbee585-60ab-45bb-9e78-702bbfa3b8a9 req-071ddf29-671a-4af0-a2cd-b6953849e5b2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0662014 Sep 21 21:55:27.221360 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6dbee585-60ab-45bb-9e78-702bbfa3b8a9 req-8c8a7afb-bfa6-4fc1-8d5e-6bf496f16b7c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573888 Sep 21 21:55:28.388316 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f52a0b-d596-4d65-b9ad-8b24fcda9612 req-ddf88d9f-b2c9-4806-85af-e2f30074a3d3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:28.390670 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f9f52a0b-d596-4d65-b9ad-8b24fcda9612 req-ddf88d9f-b2c9-4806-85af-e2f30074a3d3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0755804 Sep 21 21:55:28.455181 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f9f52a0b-d596-4d65-b9ad-8b24fcda9612 req-f96205a3-27cb-40e6-8815-60e15a9c4b38 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584147 Sep 21 21:55:29.592807 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9b3d5-229f-4352-b64a-f0e307cf0176 req-be58e1a8-cb72-4aa0-b99e-83314dcf0a32 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:29.594419 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2cf9b3d5-229f-4352-b64a-f0e307cf0176 req-be58e1a8-cb72-4aa0-b99e-83314dcf0a32 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0580928 Sep 21 21:55:29.651355 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2cf9b3d5-229f-4352-b64a-f0e307cf0176 req-c45ce2ea-1034-4108-b0b6-4f8fbc639a99 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477502 Sep 21 21:55:29.812866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a764c9e-c190-48b3-a125-08a19c6deb09 req-633ac817-05eb-4b1b-a25e-5232c7f4ef91 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:29.814833 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7a764c9e-c190-48b3-a125-08a19c6deb09 req-633ac817-05eb-4b1b-a25e-5232c7f4ef91 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0792758 Sep 21 21:55:29.870779 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-7a764c9e-c190-48b3-a125-08a19c6deb09 req-df8b9177-259d-4cfd-989e-9f35cf6e6139 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496466 Sep 21 21:55:29.902000 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50014) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:29.958421 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36514a66-d85e-4a9c-9df1-4e527e912c65 tempest-TestVolumeBootPattern-864194029 tempest-TestVolumeBootPattern-864194029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:29.960197 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-36514a66-d85e-4a9c-9df1-4e527e912c65 tempest-TestVolumeBootPattern-864194029 tempest-TestVolumeBootPattern-864194029-project-admin] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 1125 time: 0.0568209 Sep 21 21:55:29.963808 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50016) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:29.969451 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'port_id': '553a7343-ab96-4e72-83ea-f47d514caffc', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:55:29.995321 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.123650 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.244896 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Allocated IP 172.27.3.80 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/7c683e98-9bb4-4189-84a0-88070b6b7ed0) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:55:30.364725 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.399434 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:30.437978 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:55:30.441060 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:55:30.447353 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:55:30.452844 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=7c683e98-9bb4-4189-84a0-88070b6b7ed0,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:30.889411 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c344d-af03-417f-ae66-213b532918e6 req-c31a9f72-4c5b-4734-b4eb-485c18e8e1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:30.892257 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-c31a9f72-4c5b-4734-b4eb-485c18e8e1d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1169 time: 0.0760694 Sep 21 21:55:30.980776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13103f9f-8eca-44a4-a07d-db76ffd86dba req-9b3e3b94-9486-4efd-8097-139fd41ed1db tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:30.982520 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-13103f9f-8eca-44a4-a07d-db76ffd86dba req-9b3e3b94-9486-4efd-8097-139fd41ed1db tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.1689851 Sep 21 21:55:31.041512 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c344d-af03-417f-ae66-213b532918e6 req-78af8d75-9a01-4644-9a71-bd5fddafe857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.043934 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-78af8d75-9a01-4644-9a71-bd5fddafe857 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 915 time: 0.1436470 Sep 21 21:55:31.083103 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (81bd9daf-1cfd-4672-bb8a-80fbf37e8d20), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.132005 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-13103f9f-8eca-44a4-a07d-db76ffd86dba req-3503e946-267e-4c6a-aa9a-398d27cacb2b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1426568 Sep 21 21:55:31.156304 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-322a73f0-e42d-480d-aaae-1a783126ca59 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 1001 time: 0.1003685 Sep 21 21:55:31.208814 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.243279 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c344d-af03-417f-ae66-213b532918e6 req-a53528bf-0d74-4751-93c8-b0cab935fe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.245819 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-a53528bf-0d74-4751-93c8-b0cab935fe5c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0790184 Sep 21 21:55:31.316202 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c344d-af03-417f-ae66-213b532918e6 req-fc10801a-ded4-4630-89b1-09705dd0435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:31.318442 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-fc10801a-ded4-4630-89b1-09705dd0435c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653260 Sep 21 21:55:31.406240 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.413443 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.424052 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-fb812e38-69cf-4250-8bf9-a1570cf50665 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977404 Sep 21 21:55:31.490175 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (81bd9daf-1cfd-4672-bb8a-80fbf37e8d20), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.492194 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event updated for resources: {'Port': ['ID=7c683e98-9bb4-4189-84a0-88070b6b7ed0,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:31.545484 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5c1c344d-af03-417f-ae66-213b532918e6 req-13c7f0b9-588e-436b-8d11-56b9feed4514 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150765 Sep 21 21:55:31.601657 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Floating IP 81bd9daf-1cfd-4672-bb8a-80fbf37e8d20 associated. External IP: 172.27.3.80, port: 553a7343-ab96-4e72-83ea-f47d514caffc. Sep 21 21:55:31.844683 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:55:31.968509 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:55:31.980026 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:55:31.992766 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:31.994876 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:31.995866 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:55:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:32.028726 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-41078959-d201-4bc3-817e-c17c215879cc tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0636570 Sep 21 21:55:32.029395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:55:32.031808 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe10d1a-b200-41c5-995f-85240fec9fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:55:32.073613 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840caecc-b0ad-49b2-8d01-6e5832004198 x-openstack-request-id: req-840caecc-b0ad-49b2-8d01-6e5832004198 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:55:32.074526 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:55:32.074526 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-840caecc-b0ad-49b2-8d01-6e5832004198 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:55:32.074765 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840caecc-b0ad-49b2-8d01-6e5832004198'] response: {'name': 'network-changed', 'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc', 'status': 'completed', 'code': 200} Sep 21 21:55:32.123426 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:32.294731 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52743690-4581-4e46-aa80-ea6f9a2cf126 req-41391b5a-4209-4cbc-bba7-8049a8036b55 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:32.296989 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-52743690-4581-4e46-aa80-ea6f9a2cf126 req-41391b5a-4209-4cbc-bba7-8049a8036b55 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0710781 Sep 21 21:55:32.377049 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-52743690-4581-4e46-aa80-ea6f9a2cf126 req-11f699a6-5942-41a3-b691-75b6b4dfe868 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729446 Sep 21 21:55:32.394715 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '81bd9daf-1cfd-4672-bb8a-80fbf37e8d20', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '553a7343-ab96-4e72-83ea-f47d514caffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:dc:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:55:30Z', 'updated_at': '2022-09-21T21:55:30Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}, {'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:23Z', 'revision_number': 1, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:32.430469 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:55:32.446755 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:55:32.447928 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:55:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:32.583413 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:55:32.845849 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '81bd9daf-1cfd-4672-bb8a-80fbf37e8d20', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '553a7343-ab96-4e72-83ea-f47d514caffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:dc:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:55:30Z', 'updated_at': '2022-09-21T21:55:30Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}, {'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:23Z', 'revision_number': 1, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:55:32.875000 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2e615c-52a5-4356-aa30-8e94373a7ca9 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '81bd9daf-1cfd-4672-bb8a-80fbf37e8d20', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '553a7343-ab96-4e72-83ea-f47d514caffc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:dc:99:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:55:30Z', 'updated_at': '2022-09-21T21:55:30Z', 'revision_number': 0, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}, {'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:23Z', 'revision_number': 1, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:55:33.095629 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6b8842-d738-4efd-89ef-a6224be0e52b None None] New status for floating IP 81bd9daf-1cfd-4672-bb8a-80fbf37e8d20: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:55:33.522723 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7fbed-4c1f-43f7-b32c-1e3a5c784805 req-615b0881-7d3b-40a4-bfec-158d2474d8e6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:33.524202 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3ac7fbed-4c1f-43f7-b32c-1e3a5c784805 req-615b0881-7d3b-40a4-bfec-158d2474d8e6 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0643983 Sep 21 21:55:33.594930 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-3ac7fbed-4c1f-43f7-b32c-1e3a5c784805 req-45505ac4-c0b0-4145-92ed-40542b1b4c32 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623524 Sep 21 21:55:34.629128 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-3a69c3f6-615b-4422-a7e2-6cad6b877e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.630722 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-3a69c3f6-615b-4422-a7e2-6cad6b877e18 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 1130 time: 0.0578508 Sep 21 21:55:34.753234 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-6ecacfd5-b2c4-4303-8a9d-f58b70f08d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.755530 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-6ecacfd5-b2c4-4303-8a9d-f58b70f08d77 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1138289 Sep 21 21:55:34.765190 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a5edf-497f-4ad3-afab-766dd569bc37 req-069141ad-7915-45a6-b451-13d7e0c9ebd7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.766799 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e11a5edf-497f-4ad3-afab-766dd569bc37 req-069141ad-7915-45a6-b451-13d7e0c9ebd7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0792964 Sep 21 21:55:34.830773 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-db617250-58d4-4661-978c-ea2a746c410b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553a7343-ab96-4e72-83ea-f47d514caffc HTTP/1.1" status: 200 len: 1001 time: 0.0668955 Sep 21 21:55:34.840045 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e11a5edf-497f-4ad3-afab-766dd569bc37 req-a3a37f87-a3b3-4bae-a95b-5ef2621fa720 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0619395 Sep 21 21:55:34.888518 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-6aee1a49-591a-4c3c-b4c6-441838121b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.890144 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-6aee1a49-591a-4c3c-b4c6-441838121b97 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0523152 Sep 21 21:55:34.951771 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-af41a48a-9707-46d3-bc1f-576d2706aeea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:34.953309 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-af41a48a-9707-46d3-bc1f-576d2706aeea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511713 Sep 21 21:55:35.053970 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-f7bd100d-9e1b-48c4-818c-4778406b970e service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889266 Sep 21 21:55:35.159236 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5fe10d1a-b200-41c5-995f-85240fec9fb7 req-9675431c-c000-4fe5-98c7-4759c8e9b5e0 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983922 Sep 21 21:55:35.971123 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7becd-ec08-4f47-846c-c43ecc1f322b req-12d9fd1c-ec8b-412e-b74b-d653fbe54ac8 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:35.972704 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-86b7becd-ec08-4f47-846c-c43ecc1f322b req-12d9fd1c-ec8b-412e-b74b-d653fbe54ac8 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0603426 Sep 21 21:55:36.059385 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-86b7becd-ec08-4f47-846c-c43ecc1f322b req-6c1a753e-ce61-4f51-9d22-2ae39b29edec tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0801308 Sep 21 21:55:37.229160 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9dc23-28a1-492c-ae98-d527b455b737 req-bfd9e182-ebd0-43b1-84f4-cd2539cc6bec tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:37.231687 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ffa9dc23-28a1-492c-ae98-d527b455b737 req-bfd9e182-ebd0-43b1-84f4-cd2539cc6bec tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0768251 Sep 21 21:55:37.304472 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ffa9dc23-28a1-492c-ae98-d527b455b737 req-c57d2069-6c4d-4e79-a3ce-cad25a0b9949 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0657804 Sep 21 21:55:38.446807 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8f0fcc49-b1ad-4230-a821-18ce3e7930a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:38.466665 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205e4c3-9f9b-49cd-9e7a-c1257ab162b4 req-d431733e-d5c1-4809-a323-f70c0f1077ae tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:38.468341 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f205e4c3-9f9b-49cd-9e7a-c1257ab162b4 req-d431733e-d5c1-4809-a323-f70c0f1077ae tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0800071 Sep 21 21:55:38.552103 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f205e4c3-9f9b-49cd-9e7a-c1257ab162b4 req-45cc316f-6031-425d-b928-b0a8f9f22779 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754600 Sep 21 21:55:39.702092 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8417c4-9adc-4e8e-80ef-0d2754bfc3b5 req-10fac456-265b-4994-bd0a-5a649ad0e96d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:39.704240 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0e8417c4-9adc-4e8e-80ef-0d2754bfc3b5 req-10fac456-265b-4994-bd0a-5a649ad0e96d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0615015 Sep 21 21:55:39.775078 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0e8417c4-9adc-4e8e-80ef-0d2754bfc3b5 req-959d87e4-d360-4284-a33b-00bae625a340 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645320 Sep 21 21:55:40.610430 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b824ecf5-6a06-4526-8373-eb946540ad98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:40.924238 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301ec52-966b-4b6f-ae43-ed6cfc3a131e req-00c8adc6-ae81-4e8d-af10-e8d28c7cc921 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:40.925641 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e301ec52-966b-4b6f-ae43-ed6cfc3a131e req-00c8adc6-ae81-4e8d-af10-e8d28c7cc921 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0653055 Sep 21 21:55:40.996834 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e301ec52-966b-4b6f-ae43-ed6cfc3a131e req-03969c12-e099-4a22-ac81-5c659857b17d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0651064 Sep 21 21:55:42.154130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904f9e4-a0d6-43bf-b0e3-b5ad7b167c0b req-f14b77a5-dd50-422b-86ee-dc8ba882bea3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:42.155833 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d904f9e4-a0d6-43bf-b0e3-b5ad7b167c0b req-f14b77a5-dd50-422b-86ee-dc8ba882bea3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0692909 Sep 21 21:55:42.230980 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:42.234872 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d904f9e4-a0d6-43bf-b0e3-b5ad7b167c0b req-313f0653-7a6a-48e9-a5c3-6494dc615469 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0711429 Sep 21 21:55:43.381149 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464af143-244d-4f05-b061-fb5bc77dea5d req-7335bef3-15c2-4ae0-9836-d41bcc0b59d2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:43.382760 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-464af143-244d-4f05-b061-fb5bc77dea5d req-7335bef3-15c2-4ae0-9836-d41bcc0b59d2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0594664 Sep 21 21:55:43.453585 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-464af143-244d-4f05-b061-fb5bc77dea5d req-b04027cd-dbd7-491b-845c-8bd70ee54d19 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638468 Sep 21 21:55:43.815937 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:44.589086 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c6208-7d07-4575-82d2-607ae16108b0 req-42c42c1c-c171-400d-8c7f-534f5976caca tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:44.591230 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ea6c6208-7d07-4575-82d2-607ae16108b0 req-42c42c1c-c171-400d-8c7f-534f5976caca tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0580342 Sep 21 21:55:44.661842 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ea6c6208-7d07-4575-82d2-607ae16108b0 req-9076cd2a-09ec-43ac-be7f-f0a8baa99320 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647116 Sep 21 21:55:44.870560 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:55:45.143261 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:45.817351 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ada202-0147-4c35-9365-88463b7d09b5 req-3de92ede-1df4-4756-b493-f0b3aa60cd60 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:45.818968 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95ada202-0147-4c35-9365-88463b7d09b5 req-3de92ede-1df4-4756-b493-f0b3aa60cd60 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0643535 Sep 21 21:55:45.887338 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95ada202-0147-4c35-9365-88463b7d09b5 req-0d0d7cac-b3ac-4b95-8091-371e089cc10d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620334 Sep 21 21:55:47.030047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d74bf3e-0306-4b45-8a69-63abf36a64a2 req-c35aa439-d772-4dad-866a-f3877f6f6b5d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:47.031532 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6d74bf3e-0306-4b45-8a69-63abf36a64a2 req-c35aa439-d772-4dad-866a-f3877f6f6b5d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0566170 Sep 21 21:55:47.098310 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-6d74bf3e-0306-4b45-8a69-63abf36a64a2 req-23764a6f-8b58-4b01-af0a-5218021345bc tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602403 Sep 21 21:55:48.265074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78b3fe-f73b-40f2-bbc4-bb6768d3ad70 req-5f532800-2772-47de-9334-883efc804686 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:48.266946 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ce78b3fe-f73b-40f2-bbc4-bb6768d3ad70 req-5f532800-2772-47de-9334-883efc804686 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0717819 Sep 21 21:55:48.335507 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ce78b3fe-f73b-40f2-bbc4-bb6768d3ad70 req-00068191-e3df-4814-905d-24840847fcc2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621786 Sep 21 21:55:48.683902 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50142) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:48.818505 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e79738b6-4af9-4799-875e-edc32572342a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.923516 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e79738b6-4af9-4799-875e-edc32572342a admin admin] Publish callbacks [] for security_group (844df656-18ec-4bcd-8864-5f76e5e39991), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.929089 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e79738b6-4af9-4799-875e-edc32572342a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (844df656-18ec-4bcd-8864-5f76e5e39991), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:48.972736 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e79738b6-4af9-4799-875e-edc32572342a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0e040d39e9a4459b04afe736a6ac08a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856638 Sep 21 21:55:48.973754 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79738b6-4af9-4799-875e-edc32572342a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844df656-18ec-4bcd-8864-5f76e5e39991,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:48.975806 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50146) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:55:49.051880 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-455a84d1-8f4e-493d-b4a9-c7cf641f4774 admin admin] Publish callbacks [] for security_group (844df656-18ec-4bcd-8864-5f76e5e39991), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.075083 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-455a84d1-8f4e-493d-b4a9-c7cf641f4774 admin admin] Publish callbacks [] for security_group (844df656-18ec-4bcd-8864-5f76e5e39991), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.136780 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-455a84d1-8f4e-493d-b4a9-c7cf641f4774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (844df656-18ec-4bcd-8864-5f76e5e39991), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.140659 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-455a84d1-8f4e-493d-b4a9-c7cf641f4774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:49.142150 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-455a84d1-8f4e-493d-b4a9-c7cf641f4774 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/844df656-18ec-4bcd-8864-5f76e5e39991 HTTP/1.1" status: 204 len: 168 time: 0.1652534 Sep 21 21:55:49.153147 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a84d1-8f4e-493d-b4a9-c7cf641f4774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844df656-18ec-4bcd-8864-5f76e5e39991,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:55:49.483142 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cd0a2a-40a7-41a9-bf92-f6ff13b377f1 req-8a196f52-8d35-4d2e-96f6-fcada5e11fc3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:49.484840 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f5cd0a2a-40a7-41a9-bf92-f6ff13b377f1 req-8a196f52-8d35-4d2e-96f6-fcada5e11fc3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0645282 Sep 21 21:55:49.587885 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f5cd0a2a-40a7-41a9-bf92-f6ff13b377f1 req-5ee0e483-31f5-4254-9854-97be75b4b855 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951259 Sep 21 21:55:50.741686 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aed245-5962-4dfd-b213-cea64f999fa6 req-380d5220-9549-4b2e-a3f4-a43e879c29eb tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:50.743330 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1aed245-5962-4dfd-b213-cea64f999fa6 req-380d5220-9549-4b2e-a3f4-a43e879c29eb tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0635543 Sep 21 21:55:50.832261 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d1aed245-5962-4dfd-b213-cea64f999fa6 req-14d93950-b051-4713-83ad-5a370ac836b4 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0788155 Sep 21 21:55:50.988218 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:55:51.973318 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb52e4-5f2b-4627-bd78-77776513473b req-49c8863b-915d-4bc5-88ff-416f5477fc8f tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:51.974892 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e1eb52e4-5f2b-4627-bd78-77776513473b req-49c8863b-915d-4bc5-88ff-416f5477fc8f tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0614414 Sep 21 21:55:52.038976 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e1eb52e4-5f2b-4627-bd78-77776513473b req-74a46f78-3e40-461c-b29d-ca136ca97dab tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0583148 Sep 21 21:55:53.195775 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0a729-a692-4ea4-891a-e03c34f7f962 req-a0065db2-b69d-41d5-8e1c-4e84d720e869 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:53.197945 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d0e0a729-a692-4ea4-891a-e03c34f7f962 req-a0065db2-b69d-41d5-8e1c-4e84d720e869 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0755587 Sep 21 21:55:53.272463 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-d0e0a729-a692-4ea4-891a-e03c34f7f962 req-99c7a23e-ce3a-4232-babd-b7bed4d7ca8b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0653234 Sep 21 21:55:54.418657 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d52e9-1638-4d27-9206-dff3c00ef7b6 req-250b0bda-543c-4ee0-9d8a-e66a726be770 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:54.420536 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ab8d52e9-1638-4d27-9206-dff3c00ef7b6 req-250b0bda-543c-4ee0-9d8a-e66a726be770 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0671930 Sep 21 21:55:54.496488 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ab8d52e9-1638-4d27-9206-dff3c00ef7b6 req-57f91b0b-4239-4e35-9e7b-97d579888776 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695591 Sep 21 21:55:55.648941 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebcdce4-782e-44bd-b87e-d577347cd8a6 req-638f8fdc-0c89-464d-92a7-6bea206ea2cc tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:55:55.650505 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6ebcdce4-782e-44bd-b87e-d577347cd8a6 req-638f8fdc-0c89-464d-92a7-6bea206ea2cc tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0570862 Sep 21 21:55:55.724040 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-6ebcdce4-782e-44bd-b87e-d577347cd8a6 req-3344a85b-4582-476e-8fdb-4e721bb26e26 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&id=818d6c24-2b54-4627-93a6-3d5b49e29eec&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661681 Sep 21 21:56:00.318972 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb8835-c5d5-4bc2-9b6d-9d8ce364c53e req-d18975d2-7508-4812-b4a4-0aef807f088e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:00.320533 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9dcb8835-c5d5-4bc2-9b6d-9d8ce364c53e req-d18975d2-7508-4812-b4a4-0aef807f088e tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0658119 Sep 21 21:56:00.377246 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-9dcb8835-c5d5-4bc2-9b6d-9d8ce364c53e req-c0654372-6ec3-4e34-add0-c890027e4e0d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504205 Sep 21 21:56:01.524245 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d62cab-53f7-4460-a2e4-3367e1312930 req-7bed4f89-9d9f-401d-b60b-d847c5fbb5ae tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:01.525819 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57d62cab-53f7-4460-a2e4-3367e1312930 req-7bed4f89-9d9f-401d-b60b-d847c5fbb5ae tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0584180 Sep 21 21:56:01.592193 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57d62cab-53f7-4460-a2e4-3367e1312930 req-e9961ea5-0942-4981-ab3a-153e0feb182c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587628 Sep 21 21:56:02.724521 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dd7d1-6e51-4fa9-ba1a-c2c115d966c6 req-bea502f4-c61c-45c7-aa09-3298a847a460 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:02.726419 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e57dd7d1-6e51-4fa9-ba1a-c2c115d966c6 req-bea502f4-c61c-45c7-aa09-3298a847a460 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0576458 Sep 21 21:56:02.778940 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-e57dd7d1-6e51-4fa9-ba1a-c2c115d966c6 req-39f1f9cd-3fd0-46c4-a162-b9940d656725 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=88d081ba-643d-407c-ada6-c41aa0e5e596&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461795 Sep 21 21:56:02.901334 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c79c7e-d294-4551-a823-be1409373b3d req-7748042e-4913-4161-9934-06aa83f328b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:02.902769 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a3c79c7e-d294-4551-a823-be1409373b3d req-7748042e-4913-4161-9934-06aa83f328b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 945 time: 0.0554874 Sep 21 21:56:03.005149 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Deleting port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:03.005485 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.099083 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] For port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:03.099419 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.266049 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.266324 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (4b2861d5-8669-48e9-95d1-858cfa4d5124), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.266617 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Floating IP 4b2861d5-8669-48e9-95d1-858cfa4d5124 disassociated. External IP: 172.27.3.172, port: d4cc5cab-fd20-43b1-ad99-4b44a4e2888e. Sep 21 21:56:03.266955 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Calling delete_port for d4cc5cab-fd20-43b1-ad99-4b44a4e2888e owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:03.408661 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (d4cc5cab-fd20-43b1-ad99-4b44a4e2888e), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.441073 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event deleted for resources: {'Port': ['ID=d4cc5cab-fd20-43b1-ad99-4b44a4e2888e,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:03.550586 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:03.656036 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:03.666443 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:03.678263 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:03.678875 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:55:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:03.701211 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] No DVR routers for this DVR port d4cc5cab-fd20-43b1-ad99-4b44a4e2888e on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:03.704168 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:03.708868 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a3c79c7e-d294-4551-a823-be1409373b3d req-b7507a68-3c08-4372-a3ca-477ec15443e7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "DELETE /v2.0/ports/d4cc5cab-fd20-43b1-ad99-4b44a4e2888e HTTP/1.1" status: 204 len: 173 time: 0.7986734 Sep 21 21:56:03.709497 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'name': 'network-vif-deleted', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:03.712623 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3ed57e-4403-4662-a77e-459d8330b0ff" -d '{"events": [{"server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "name": "network-vif-deleted", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:03.785313 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512d5a38-4c6f-488e-b681-d63c69364ae1 x-openstack-request-id: req-512d5a38-4c6f-488e-b681-d63c69364ae1 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:03.785615 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cff4525-0974-469b-b986-bd05b1f5c254", "name": "network-vif-deleted", "tag": "d4cc5cab-fd20-43b1-ad99-4b44a4e2888e", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:03.785909 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-512d5a38-4c6f-488e-b681-d63c69364ae1 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:03.786356 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512d5a38-4c6f-488e-b681-d63c69364ae1'] response: {'server_uuid': '8cff4525-0974-469b-b986-bd05b1f5c254', 'name': 'network-vif-deleted', 'tag': 'd4cc5cab-fd20-43b1-ad99-4b44a4e2888e', 'status': 'completed', 'code': 200} Sep 21 21:56:03.815529 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:03.945045 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-4ab05244-6b97-49f6-8df8-f239276a2614 req-547d3d9d-9538-4a63-a81f-1398e6331316 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=8cff4525-0974-469b-b986-bd05b1f5c254 HTTP/1.1" status: 200 len: 210 time: 0.0357969 Sep 21 21:56:04.186616 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:04.212406 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:04.223589 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:04.224246 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:55:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:04.347172 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:04.572842 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:04.599407 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3af8b9-7754-4d0a-be62-622cd7dea96d None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:04.852762 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfb82ba-8cb2-40fa-8387-bcef1e8df194 None None] New status for floating IP 4b2861d5-8669-48e9-95d1-858cfa4d5124: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:56:05.065273 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50314) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:05.135416 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-398ef6e2-55c4-4dfc-87a1-2311573b61e2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (88d081ba-643d-407c-ada6-c41aa0e5e596), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.160265 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-398ef6e2-55c4-4dfc-87a1-2311573b61e2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (88d081ba-643d-407c-ada6-c41aa0e5e596), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.209795 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-398ef6e2-55c4-4dfc-87a1-2311573b61e2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (88d081ba-643d-407c-ada6-c41aa0e5e596), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.212833 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-398ef6e2-55c4-4dfc-87a1-2311573b61e2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.214143 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-398ef6e2-55c4-4dfc-87a1-2311573b61e2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "DELETE /v2.0/security-groups/88d081ba-643d-407c-ada6-c41aa0e5e596 HTTP/1.1" status: 204 len: 168 time: 0.1476619 Sep 21 21:56:05.217744 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50316) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:05.226305 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ef6e2-55c4-4dfc-87a1-2311573b61e2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d081ba-643d-407c-ada6-c41aa0e5e596,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:05.238837 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.api.v2.resource [None req-1b66ccdb-d610-4a53-b225-5fd81993a350 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] show failed (client error): The resource could not be found. Sep 21 21:56:05.242361 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1b66ccdb-d610-4a53-b225-5fd81993a350 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups/88d081ba-643d-407c-ada6-c41aa0e5e596 HTTP/1.1" status: 404 len: 347 time: 0.0234067 Sep 21 21:56:05.244931 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50318) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:05.371720 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Deleting port f0d2ae0a-8587-4794-b672-41e27988c144 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:05.372064 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (f0d2ae0a-8587-4794-b672-41e27988c144), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.459409 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (f0d2ae0a-8587-4794-b672-41e27988c144), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.459744 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (f0d2ae0a-8587-4794-b672-41e27988c144), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.474143 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Calling delete_port for f0d2ae0a-8587-4794-b672-41e27988c144 owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:05.616254 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (f0d2ae0a-8587-4794-b672-41e27988c144), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.641299 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event deleted for resources: {'Port': ['ID=f0d2ae0a-8587-4794-b672-41e27988c144,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:05.666265 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.666621 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.666975 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.667312 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.667652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.667978 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.668305 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.668627 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.668951 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.669350 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.669678 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.670021 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.670347 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:05.712601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (4b2861d5-8669-48e9-95d1-858cfa4d5124), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.715932 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.717472 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-c2e10881-4c97-4819-9bbc-a497019cf00a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "DELETE /v2.0/floatingips/4b2861d5-8669-48e9-95d1-858cfa4d5124 HTTP/1.1" status: 204 len: 168 time: 0.4713812 Sep 21 21:56:05.811076 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50324) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:05.816489 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--442521355', 'description': 'tempest-description--654062340'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:05.854848 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.931678 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (0ec1330f-88ea-4c99-8a6e-86ec13ba9581), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.937584 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0ec1330f-88ea-4c99-8a6e-86ec13ba9581), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.967460 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:05.968647 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1561642 Sep 21 21:56:05.973938 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50326) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:05.974515 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d0ea54-53fb-4a84-87ec-0252d8c708c4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec1330f-88ea-4c99-8a6e-86ec13ba9581,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:05.980956 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'security_group_rule': {'security_group_id': '0ec1330f-88ea-4c99-8a6e-86ec13ba9581', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:06.014700 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (17f29cf8-04ad-460c-9ff3-0c9cf441bb0f), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.086070 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (17f29cf8-04ad-460c-9ff3-0c9cf441bb0f), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.090132 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (17f29cf8-04ad-460c-9ff3-0c9cf441bb0f), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.111661 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f29cf8-04ad-460c-9ff3-0c9cf441bb0f,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:06.118077 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.119403 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-65112969-60a5-459b-a8db-a64090c142b2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443853 Sep 21 21:56:06.123392 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50328) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:06.128382 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'security_group_rule': {'security_group_id': '0ec1330f-88ea-4c99-8a6e-86ec13ba9581', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:06.157679 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (e2f2d8ea-6f70-49a2-96f4-ffc98b837fd8), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.227810 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (e2f2d8ea-6f70-49a2-96f4-ffc98b837fd8), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.228500 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d4cc5cab-fd20-43b1-ad99-4b44a4e2888e no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:06.233049 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067175'] for security_group_rule (e2f2d8ea-6f70-49a2-96f4-ffc98b837fd8), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.249893 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: d4cc5cab-fd20-43b1-ad99-4b44a4e2888e {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:06.250287 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device d4cc5cab-fd20-43b1-ad99-4b44a4e2888e not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:06.253003 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2f2d8ea-6f70-49a2-96f4-ffc98b837fd8,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:06.262512 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.267932 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-fabbe397-50ca-4406-bac4-389185c86176 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393557 Sep 21 21:56:06.268228 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50330) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:06.272727 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'floatingip': {'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:06.295744 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.675106 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.804445 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_common [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Allocated IP 172.27.3.46 (11b20f09-2ab2-4293-b544-8cc708187923/077eeb47-5fd8-447b-b4aa-fb1a4516b78d/1f0795cf-c111-4424-ae7f-6ba5569ccb09) {{(pid=115541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:06.917649 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.956598 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:06.995006 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Network 11b20f09-2ab2-4293-b544-8cc708187923 is already hosted by enough agents. {{(pid=115541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:06.998056 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Resources bound (agent type, host, resource id): {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:07.003962 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Received port after_create {{(pid=115541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:07.009239 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'Port': ['ID=1f0795cf-c111-4424-ae7f-6ba5569ccb09,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:07.108052 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (2c62b88f-5c98-403b-93c5-dcd4d0d88d5b), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.154843 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.342331 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.348975 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.420929 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'Port': ['ID=1f0795cf-c111-4424-ae7f-6ba5569ccb09,revision_number=2']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:07.423292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (2c62b88f-5c98-403b-93c5-dcd4d0d88d5b), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.440884 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:07.442224 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-1ea7be6c-1790-41d9-9e0c-9fc907c4ade4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1730309 Sep 21 21:56:07.658977 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-dd5af57d-72c3-426f-b0b2-8fb8e6dfc4c3 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--442521355&fields=id&tenant_id=f06e9e3643174d94be9d1a7e95acb9e4 HTTP/1.1" status: 200 len: 267 time: 0.0519528 Sep 21 21:56:07.779112 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-2049fae0-0cf8-4b27-acfc-9bfb2ebf7907 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:07.780583 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-2049fae0-0cf8-4b27-acfc-9bfb2ebf7907 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 810 time: 0.1139040 Sep 21 21:56:07.796684 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-5ba3fd4b-2e13-41a8-b6ea-e23f1e50acdf tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/quotas/f06e9e3643174d94be9d1a7e95acb9e4 HTTP/1.1" status: 200 len: 375 time: 0.0106969 Sep 21 21:56:07.868323 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-7a5c47be-43ce-494d-9765-f87b7a08bf9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660536 Sep 21 21:56:07.990865 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-5cf43832-3983-49d9-a9ec-fda95380d1fd service neutron] 10.222.0.48 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092002 Sep 21 21:56:08.102379 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-52447cb3-fe92-4dfa-a986-7e90281727d6 service neutron] 10.222.0.48 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051192 Sep 21 21:56:08.319534 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-0509c123-2511-47d1-83ed-8d6b98757df1 req-ed738bf3-2e57-4e07-b876-29fdf863788c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 210 time: 0.0343776 Sep 21 21:56:08.437484 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b1680fe3-83ed-4c70-9225-3dab772782d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:09.504512 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-610d2613-8c83-4324-8891-405164c4a245 req-f31933b9-9499-45d8-aa50-93ba44b84ce2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 210 time: 0.0633733 Sep 21 21:56:09.508655 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-b4703578-8222-4bb4-81ff-6b64894464fb tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:09.511948 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-b4703578-8222-4bb4-81ff-6b64894464fb tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 810 time: 0.2076638 Sep 21 21:56:09.585083 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-9924fb47-9a2d-47b2-ad04-4fc4b55e9d38 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f06e9e3643174d94be9d1a7e95acb9e4 HTTP/1.1" status: 200 len: 379 time: 0.0619481 Sep 21 21:56:09.593956 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'port': {'device_id': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'admin_state_up': True, 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'security_groups': ['0ec1330f-88ea-4c99-8a6e-86ec13ba9581']}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:09.706535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Made reservation on behalf of f06e9e3643174d94be9d1a7e95acb9e4 for: {'port': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:56:09.710683 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:09.838774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_common [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Allocated IP 172.20.0.3 (e9ad4e42-9131-4bb3-912f-0eccd0009a58/8a3006b2-a85f-468b-98e2-92a85887b715/7baba196-cb01-4cf5-8e69-43275f94d9b5) {{(pid=115542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 21 21:56:09.981586 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.017952 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777949231562', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.059825 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 is already hosted by enough agents. {{(pid=115542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 21 21:56:10.063261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Resources bound (agent type, host, resource id): {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:56:10.069894 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Received port after_create {{(pid=115542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:532}} Sep 21 21:56:10.094604 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event updated for resources: {'Port': ['ID=7baba196-cb01-4cf5-8e69-43275f94d9b5,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:10.108396 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.108742 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.109074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.109406 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.109735 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.110090 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.110417 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.110741 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.111060 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.111382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.111703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.112016 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.112337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:10.136804 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:10.137511 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.158833 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-81124c00-ecd8-4f9f-828a-724cf3999dfd tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689912 Sep 21 21:56:10.293849 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Provisioning complete for port 7baba196-cb01-4cf5-8e69-43275f94d9b5 triggered by entity DHCP. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:10.294444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.294666 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 1 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:10.343196 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:10.608248 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-0f37d5c8-783d-4100-8911-79b0168c463d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:10.655907 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f0260-1f51-49ff-b261-c19c19240308 req-2edcfb5f-826c-4ca0-833b-24a909e4ba5f tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:10.657442 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e43f0260-1f51-49ff-b261-c19c19240308 req-2edcfb5f-826c-4ca0-833b-24a909e4ba5f tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 931 time: 0.0656536 Sep 21 21:56:10.724154 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e43f0260-1f51-49ff-b261-c19c19240308 req-d029cfe5-e3fd-4f90-bffd-0bdbd939b76a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595078 Sep 21 21:56:10.844057 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 2 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:10.878167 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:11.379125 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 3 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:11.418293 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:11.862010 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da328-6793-4e7c-a219-b146e6dedaab req-6b5f2f1b-9ca2-4945-974d-7ea656b3f754 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:11.863524 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d05da328-6793-4e7c-a219-b146e6dedaab req-6b5f2f1b-9ca2-4945-974d-7ea656b3f754 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 931 time: 0.0582025 Sep 21 21:56:11.919770 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 4 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:11.925105 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d05da328-6793-4e7c-a219-b146e6dedaab req-86d54449-a79d-441f-af65-e04548fe4ea7 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548894 Sep 21 21:56:11.963096 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:12.229064 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.464974 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 5 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:12.466858 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Request body: {'port': {'device_id': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85881'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:12.520578 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:12.530226 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.808754 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baba196-cb01-4cf5-8e69-43275f94d9b5 {{(pid=115542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:12.816786 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Publish callbacks [] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.828999 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.provisioning_blocks [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Transition to ACTIVE for port object 7baba196-cb01-4cf5-8e69-43275f94d9b5 will not be triggered until provisioned by entity L2. {{(pid=115542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 21 21:56:12.833004 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:12.907550 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Pushing event updated for resources: {'Port': ['ID=7baba196-cb01-4cf5-8e69-43275f94d9b5,revision_number=2']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:12.942002 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Attempting to bind port 7baba196-cb01-4cf5-8e69-43275f94d9b5 on host hv-cinder-85881 for vnic_type normal with profile {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Sep 21 21:56:12.942341 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Attempting to bind port 7baba196-cb01-4cf5-8e69-43275f94d9b5 by drivers openvswitch,hyperv on host hv-cinder-85881 at level 0 using segments [{'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Sep 21 21:56:12.942673 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Attempting to bind port 7baba196-cb01-4cf5-8e69-43275f94d9b5 on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:12.947269 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85881 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 21 21:56:12.947597 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Attempting to bind port 7baba196-cb01-4cf5-8e69-43275f94d9b5 on network e9ad4e42-9131-4bb3-912f-0eccd0009a58 {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 21 21:56:12.953468 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Checking agent: {'id': '4f208d02-50b4-450a-a206-ec985c4982d6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85881', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'started_at': datetime.datetime(2022, 9, 21, 21, 44, 20), 'heartbeat_timestamp': datetime.datetime(2022, 9, 21, 21, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 21 21:56:12.953839 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Checking segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:56:12.954228 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Bound using segment: {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'} {{(pid=115542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 21 21:56:12.954679 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.managers [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Bound port: 7baba196-cb01-4cf5-8e69-43275f94d9b5, host: hv-cinder-85881, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f8baabf-e10e-4eb8-a25c-35868182dac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58'}}] {{(pid=115542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Sep 21 21:56:12.955046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.022190 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 6 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:13.053720 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] For port 7baba196-cb01-4cf5-8e69-43275f94d9b5, host hv-cinder-85881, cleared binding levels {{(pid=115542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 21 21:56:13.056530 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 cannot update to ACTIVE because it is not bound. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Sep 21 21:56:13.068962 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] For port 7baba196-cb01-4cf5-8e69-43275f94d9b5, host hv-cinder-85881, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 21 21:56:13.077215 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14205885'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.084903 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.085589 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.087112 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] 10.222.0.50 "PUT /v2.0/ports/7baba196-cb01-4cf5-8e69-43275f94d9b5 HTTP/1.1" status: 200 len: 1093 time: 0.6306129 Sep 21 21:56:13.089101 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:13.091914 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15988db6-b224-4b3f-acb1-4d2e3d647b8b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:13.119555 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd5074-f667-456e-88d2-2125f14c0439 req-0bb8ba79-2c02-4b7b-a49c-272e7a20dbe5 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.121087 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e2dd5074-f667-456e-88d2-2125f14c0439 req-0bb8ba79-2c02-4b7b-a49c-272e7a20dbe5 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 943 time: 0.1204252 Sep 21 21:56:13.154392 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10b950f-3864-4d18-87da-c14ffa5542f2 x-openstack-request-id: req-f10b950f-3864-4d18-87da-c14ffa5542f2 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:13.154672 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:13.154881 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-f10b950f-3864-4d18-87da-c14ffa5542f2 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:13.155295 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10b950f-3864-4d18-87da-c14ffa5542f2'] response: {'name': 'network-changed', 'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'status': 'completed', 'code': 200} Sep 21 21:56:13.209641 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7092c2d-6a66-49f2-a30a-2a2faa237275 service neutron] Pushing event updated for resources: {'Port': ['ID=7baba196-cb01-4cf5-8e69-43275f94d9b5,revision_number=3']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:13.233377 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e2dd5074-f667-456e-88d2-2125f14c0439 req-5cc0916a-866e-4572-81bd-f1421d19cb32 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046157 Sep 21 21:56:13.244932 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-7b084ced-d135-4ecd-be57-9ef0e2014764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.246372 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-7b084ced-d135-4ecd-be57-9ef0e2014764 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 1127 time: 0.1046383 Sep 21 21:56:13.293221 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-eed80b67-f322-419c-9bb4-2c17167ec5b3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5 HTTP/1.1" status: 200 len: 217 time: 0.0392952 Sep 21 21:56:13.346252 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-062cf53b-6adc-417d-927f-66f6b8f39d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.347735 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-062cf53b-6adc-417d-927f-66f6b8f39d0a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0472069 Sep 21 21:56:13.405980 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-ba9fd659-bc23-489f-8cc2-78a4e79cd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.407555 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-ba9fd659-bc23-489f-8cc2-78a4e79cd7ba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496609 Sep 21 21:56:13.558729 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Attempt 7 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:13.608611 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-e5a4a7fb-c116-4c18-9a72-d7406b8e07fb None None] Port 7baba196-cb01-4cf5-8e69-43275f94d9b5 had new provisioning blocks added so it will not transition to active. {{(pid=115543) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Sep 21 21:56:13.786898 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-fc13022b-6254-4a80-b205-02940ca3c528 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716676 Sep 21 21:56:13.821112 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:13.891924 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-694e05bc-632d-4e29-8a7c-b9152769b0e8 req-44f0e09f-6db1-4e54-9c2a-08169e76d7d9 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969174 Sep 21 21:56:13.994785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-0e501b28-cbd9-4d4c-bfaa-6abdaab20d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:13.996311 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-0e501b28-cbd9-4d4c-bfaa-6abdaab20d4c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 1127 time: 0.0556018 Sep 21 21:56:14.105339 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-2d7133d9-c6f6-42cd-a1ed-63a25bffc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.109031 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-2d7133d9-c6f6-42cd-a1ed-63a25bffc300 service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.1021044 Sep 21 21:56:14.160683 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-89895d36-b3c1-46ec-9686-500102615f05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5 HTTP/1.1" status: 200 len: 217 time: 0.0471907 Sep 21 21:56:14.214426 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-dedc4416-0fa3-446e-b80f-6273c0e7cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.216086 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-dedc4416-0fa3-446e-b80f-6273c0e7cf7c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0488915 Sep 21 21:56:14.281044 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-0af5860c-2705-4ee7-9fe8-ce285fc0675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.282793 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-0af5860c-2705-4ee7-9fe8-ce285fc0675a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535722 Sep 21 21:56:14.375256 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b2f9f-b4fd-4abf-8460-07723e1fb77c req-8f0d662f-f011-40f9-80bc-2c2938b9b8b1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:14.376840 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-600b2f9f-b4fd-4abf-8460-07723e1fb77c req-8f0d662f-f011-40f9-80bc-2c2938b9b8b1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 943 time: 0.0596790 Sep 21 21:56:14.391288 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-78adda23-d07d-4b02-a968-1d4ab7a2cf4b service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019111 Sep 21 21:56:14.431775 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-600b2f9f-b4fd-4abf-8460-07723e1fb77c req-050c58f3-7b14-4489-a837-6a8a6ed18db9 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486977 Sep 21 21:56:14.483964 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-15988db6-b224-4b3f-acb1-4d2e3d647b8b req-04c72398-0f4d-42c1-9fbf-347aa4f79127 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865684 Sep 21 21:56:15.153932 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:15.572287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b870e8-5dd1-4ea2-a4f5-6a9d48d1b791 req-ce0ebe81-0164-4258-8c5c-fde273d84a9c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:15.573932 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95b870e8-5dd1-4ea2-a4f5-6a9d48d1b791 req-ce0ebe81-0164-4258-8c5c-fde273d84a9c tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 943 time: 0.0597873 Sep 21 21:56:15.625815 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-95b870e8-5dd1-4ea2-a4f5-6a9d48d1b791 req-04d3674c-b65f-4aa6-bdc4-70d41b246fd6 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453115 Sep 21 21:56:16.761394 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bba24-95bb-4f18-85b9-f9d6a6fe22a0 req-9d862014-df3e-4b31-b0ce-6bc1569ee5b1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:16.762388 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ed9bba24-95bb-4f18-85b9-f9d6a6fe22a0 req-9d862014-df3e-4b31-b0ce-6bc1569ee5b1 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 943 time: 0.0588844 Sep 21 21:56:16.822727 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-ed9bba24-95bb-4f18-85b9-f9d6a6fe22a0 req-bc0a1d75-b5b6-4307-99b8-b30334d1c683 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509231 Sep 21 21:56:17.537333 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7baba196-cb01-4cf5-8e69-43275f94d9b5 details requested by agent hyperv_hv-cinder-85881 with host hv-cinder-85881 {{(pid=115543) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 21 21:56:17.654366 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 7baba196-cb01-4cf5-8e69-43275f94d9b5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:17.668067 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Returning: {'device': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'port_id': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'mac_address': 'fa:16:3e:66:99:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115543) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 21 21:56:17.712033 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 7baba196-cb01-4cf5-8e69-43275f94d9b5 is: DOWN; New status is: BUILD {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:17.712430 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.727017 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baba196-cb01-4cf5-8e69-43275f94d9b5 {{(pid=115543) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 21 21:56:17.747276 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 7baba196-cb01-4cf5-8e69-43275f94d9b5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:17.753074 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:17.806339 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=7baba196-cb01-4cf5-8e69-43275f94d9b5,revision_number=4']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:17.813640 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.814040 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.814383 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.814718 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.815048 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.815379 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.815809 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.816142 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.816465 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.816785 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.817108 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.817424 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.817741 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:56:17.976950 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6cbe9-d9a8-48ae-982e-e79ffd33f18e req-ce2ec525-9389-49b5-8095-d29e2a786e7b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:17.978355 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e7e6cbe9-d9a8-48ae-982e-e79ffd33f18e req-ce2ec525-9389-49b5-8095-d29e2a786e7b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 944 time: 0.0713322 Sep 21 21:56:18.034801 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-e7e6cbe9-d9a8-48ae-982e-e79ffd33f18e req-64d91a53-1e28-45aa-9dd4-68ed6a353821 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505490 Sep 21 21:56:18.048902 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['7baba196-cb01-4cf5-8e69-43275f94d9b5'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:18.753304 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50444) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:18.871268 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bbfba24b-4ade-44f3-abed-b24a55995c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.956481 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bbfba24b-4ade-44f3-abed-b24a55995c22 admin admin] Publish callbacks [] for security_group (c454e964-5c9b-44ee-ab23-5ed4f79c3de4), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:18.962417 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bbfba24b-4ade-44f3-abed-b24a55995c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c454e964-5c9b-44ee-ab23-5ed4f79c3de4), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.001742 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-bbfba24b-4ade-44f3-abed-b24a55995c22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3feb48fea4f34e2dbaa99f46742066fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472141 Sep 21 21:56:19.002930 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfba24b-4ade-44f3-abed-b24a55995c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c454e964-5c9b-44ee-ab23-5ed4f79c3de4,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:19.004698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50448) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:19.067460 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-104fd62c-2275-480a-93a5-34c5557d040f admin admin] Publish callbacks [] for security_group (c454e964-5c9b-44ee-ab23-5ed4f79c3de4), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.093462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-104fd62c-2275-480a-93a5-34c5557d040f admin admin] Publish callbacks [] for security_group (c454e964-5c9b-44ee-ab23-5ed4f79c3de4), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.189745 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3169237-b382-4fef-9e51-cae73f0ee9b5 req-89881b3d-8ba6-4cd7-85ab-bd5961fbde04 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:19.191263 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d3169237-b382-4fef-9e51-cae73f0ee9b5 req-89881b3d-8ba6-4cd7-85ab-bd5961fbde04 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 944 time: 0.0756576 Sep 21 21:56:19.205406 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-104fd62c-2275-480a-93a5-34c5557d040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (c454e964-5c9b-44ee-ab23-5ed4f79c3de4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.207953 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-104fd62c-2275-480a-93a5-34c5557d040f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.209076 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-104fd62c-2275-480a-93a5-34c5557d040f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c454e964-5c9b-44ee-ab23-5ed4f79c3de4 HTTP/1.1" status: 204 len: 168 time: 0.2033088 Sep 21 21:56:19.226900 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fd62c-2275-480a-93a5-34c5557d040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c454e964-5c9b-44ee-ab23-5ed4f79c3de4,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:19.266490 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-d3169237-b382-4fef-9e51-cae73f0ee9b5 req-82555b72-a8d7-4ecd-ae5f-8bf21a8e4d16 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684707 Sep 21 21:56:19.548970 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7baba196-cb01-4cf5-8e69-43275f94d9b5 up at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 21 21:56:19.608043 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning for port 7baba196-cb01-4cf5-8e69-43275f94d9b5 completed by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 21 21:56:19.616679 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.provisioning_blocks [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Provisioning complete for port 7baba196-cb01-4cf5-8e69-43275f94d9b5 triggered by entity L2. {{(pid=115543) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 21 21:56:19.617057 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-924233'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), provisioning_complete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.617395 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Attempt 1 to provision port 7baba196-cb01-4cf5-8e69-43275f94d9b5 Sep 21 21:56:19.702042 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Current status of the port 7baba196-cb01-4cf5-8e69-43275f94d9b5 is: BUILD; New status is: ACTIVE {{(pid=115543) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2287}} Sep 21 21:56:19.702420 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), before_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.731481 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5'}] {{(pid=115543) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:19.734244 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}09cd4f0dae214cfb0bd0740a4064e7937649d026250de624ddc715a1d6137452" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed805ef-a837-4186-a85a-e9a791566744" -d '{"events": [{"server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "name": "network-vif-plugged", "status": "completed", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5"}]}' {{(pid=115543) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:19.753674 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] For port 7baba196-cb01-4cf5-8e69-43275f94d9b5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:19.761063 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:19.788624 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64569a3c-f879-403e-9e17-0e5280ec462f x-openstack-request-id: req-64569a3c-f879-403e-9e17-0e5280ec462f {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:19.788924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "name": "network-vif-plugged", "status": "completed", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5", "code": 200}]} {{(pid=115543) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:19.789183 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-64569a3c-f879-403e-9e17-0e5280ec462f {{(pid=115543) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:19.789587 dv-cinder-858817-1-iscsi neutron-server[115543]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64569a3c-f879-403e-9e17-0e5280ec462f'] response: {'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'code': 200} Sep 21 21:56:19.820602 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Pushing event updated for resources: {'Port': ['ID=7baba196-cb01-4cf5-8e69-43275f94d9b5,revision_number=5']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:19.992262 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bcb1a5-fc8f-4e98-8f6d-e21bfaf2e2b2 req-665795c5-2207-4ba4-a371-c74d2d29202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:19.993856 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48bcb1a5-fc8f-4e98-8f6d-e21bfaf2e2b2 req-665795c5-2207-4ba4-a371-c74d2d29202b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 1129 time: 0.0583925 Sep 21 21:56:20.052293 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-48bcb1a5-fc8f-4e98-8f6d-e21bfaf2e2b2 req-b2fe428d-171a-417d-8aff-7e91f69d4be0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507026 Sep 21 21:56:20.416876 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b2e6e7-d361-426d-a3ba-1d1d307e8b38 req-a3e82d46-d1df-4f22-8495-f5538d3582d2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:20.418669 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-82b2e6e7-d361-426d-a3ba-1d1d307e8b38 req-a3e82d46-d1df-4f22-8495-f5538d3582d2 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.0677624 Sep 21 21:56:20.473591 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-82b2e6e7-d361-426d-a3ba-1d1d307e8b38 req-c72fabfd-9f71-458e-a25a-96e6f8a3d1b9 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485661 Sep 21 21:56:20.988045 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:21.611376 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd4223-f5d5-4d9b-9438-7222947a8b98 req-a46df444-42a2-4ab9-8d17-ed06fe944e87 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.612852 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b7bd4223-f5d5-4d9b-9438-7222947a8b98 req-a46df444-42a2-4ab9-8d17-ed06fe944e87 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.0555732 Sep 21 21:56:21.664223 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b7bd4223-f5d5-4d9b-9438-7222947a8b98 req-b1a706af-1124-4db1-b92a-1ad1a40b9bb4 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Sep 21 21:56:21.796928 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fedd4-f3f2-48b3-9eea-c49827ca6987 req-fc92135c-7d49-4772-b7d3-5491387f38e0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:21.798493 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-098fedd4-f3f2-48b3-9eea-c49827ca6987 req-fc92135c-7d49-4772-b7d3-5491387f38e0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.0605788 Sep 21 21:56:21.810008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50464) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:21.814909 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Request body: {'floatingip': {'port_id': '7baba196-cb01-4cf5-8e69-43275f94d9b5'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:21.855180 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (2c62b88f-5c98-403b-93c5-dcd4d0d88d5b), before_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:21.871804 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:56:22.292358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.299951 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (2c62b88f-5c98-403b-93c5-dcd4d0d88d5b), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.413071 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Floating IP 2c62b88f-5c98-403b-93c5-dcd4d0d88d5b associated. External IP: 172.27.3.46, port: 7baba196-cb01-4cf5-8e69-43275f94d9b5. Sep 21 21:56:22.622195 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:22.737267 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:22.742709 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:22.750179 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:22.761861 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:22.762514 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:22.777600 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-14602ff5-0caf-420d-b42c-84f587d87a9d tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "PUT /v2.0/floatingips/2c62b88f-5c98-403b-93c5-dcd4d0d88d5b HTTP/1.1" status: 200 len: 990 time: 0.9664719 Sep 21 21:56:22.778353 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:22.780871 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7ca0ab-6913-464a-8891-081e9d76f4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:22.820824 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef185a46-9d14-4871-b8fe-dec910d26465 x-openstack-request-id: req-ef185a46-9d14-4871-b8fe-dec910d26465 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:22.821069 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:22.821318 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-ef185a46-9d14-4871-b8fe-dec910d26465 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:22.821759 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef185a46-9d14-4871-b8fe-dec910d26465'] response: {'name': 'network-changed', 'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'status': 'completed', 'code': 200} Sep 21 21:56:22.878869 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:22.899613 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-34797bf8-754a-4cd3-b643-c26773a95f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:22.901178 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-34797bf8-754a-4cd3-b643-c26773a95f0b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 1129 time: 0.0559340 Sep 21 21:56:22.999575 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-79959d87-5d5d-428a-b6ab-8061dbfd385c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.001179 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-79959d87-5d5d-428a-b6ab-8061dbfd385c service neutron] 10.222.0.50 "GET /v2.0/networks?id=e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 200 len: 911 time: 0.0930619 Sep 21 21:56:23.069434 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-e7e45dd0-9f46-4409-8c79-a219f9ea4195 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5 HTTP/1.1" status: 200 len: 998 time: 0.0604374 Sep 21 21:56:23.120649 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '2c62b88f-5c98-403b-93c5-dcd4d0d88d5b', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'port_id': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'mac_address': 'fa:16:3e:66:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:07Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 1, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:23.130662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-f3fc8a39-1e5e-43fa-a609-6736a7adb20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.132328 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-f3fc8a39-1e5e-43fa-a609-6736a7adb20e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 200 len: 849 time: 0.0565498 Sep 21 21:56:23.148918 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:23.158262 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:23.158886 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:23.185211 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-74f0a12e-5c1d-4800-984d-bb83c86b2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:23.187125 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-74f0a12e-5c1d-4800-984d-bb83c86b2014 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=e9ad4e42-9131-4bb3-912f-0eccd0009a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485489 Sep 21 21:56:23.267529 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:23.285879 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-ea830486-4d3d-4a56-9195-0277ea1283ad service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921037 Sep 21 21:56:23.385850 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2b7ca0ab-6913-464a-8891-081e9d76f4c7 req-42b64577-4c1e-4d74-b3e9-ef16bd252a69 service neutron] 10.222.0.50 "GET /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935142 Sep 21 21:56:23.510097 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '2c62b88f-5c98-403b-93c5-dcd4d0d88d5b', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'port_id': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'mac_address': 'fa:16:3e:66:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:07Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 1, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:23.536325 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad63deba-14f5-4027-b0a7-4f07e60a7e70 None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': '2c62b88f-5c98-403b-93c5-dcd4d0d88d5b', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'port_id': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'mac_address': 'fa:16:3e:66:99:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:56:07Z', 'updated_at': '2022-09-21T21:56:22Z', 'revision_number': 1, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:23.751471 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1863ce4-cbd9-4a58-bfe4-8b6e1fada1cb None None] New status for floating IP 2c62b88f-5c98-403b-93c5-dcd4d0d88d5b: ACTIVE {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:56:24.914884 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-e9af2ecf-cf2b-4289-ab48-2682fb77f329 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0496428 Sep 21 21:56:24.982626 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-b2aa773e-54e0-4c66-99f9-86f0c501331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:24.984118 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-b2aa773e-54e0-4c66-99f9-86f0c501331a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1129 time: 0.0474908 Sep 21 21:56:25.092738 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-be519b5a-013f-4cc4-a2e0-9b6fa6916801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:25.094338 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-be519b5a-013f-4cc4-a2e0-9b6fa6916801 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 909 time: 0.0902839 Sep 21 21:56:25.162354 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-651fa541-3195-4337-b056-5e42ec80754e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 999 time: 0.0608022 Sep 21 21:56:25.211168 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-dee3ba2a-ab7e-4887-a10c-058b41d8c3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:25.212651 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-dee3ba2a-ab7e-4887-a10c-058b41d8c3f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0441647 Sep 21 21:56:25.263133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-0c84550e-96af-4dc6-aac8-cb91c13a406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:25.264541 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-0c84550e-96af-4dc6-aac8-cb91c13a406b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451977 Sep 21 21:56:25.359409 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-9682168f-32fd-4f6c-ba45-abf6e30c6ce5 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881810 Sep 21 21:56:25.453228 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-57540e07-4802-4fa5-aa8d-eba6141eff1c req-1cba947f-f814-4685-8d4d-016cd0201849 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862651 Sep 21 21:56:36.544251 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-3579de06-89d9-4927-bc28-256d6a278068 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1189494132&fields=id&tenant_id=8f29b786802c48efb4218e0cfbc32ad0 HTTP/1.1" status: 200 len: 267 time: 0.0465107 Sep 21 21:56:36.614712 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-3f129b7b-74da-439e-9b86-ce3e220dd742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:36.616229 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-3f129b7b-74da-439e-9b86-ce3e220dd742 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 985 time: 0.0660465 Sep 21 21:56:36.628903 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Request body: {'port': {'security_groups': ['21f98d18-5349-4808-a27c-600949b5452c']}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:56:36.712105 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.892020 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:36.921148 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), precommit_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.927223 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777949818215', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777949231580', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777949231598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758564'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_update {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.938614 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:36.939230 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:36.940701 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-c18506d4-ff49-4b70-b672-18a56fe9790b req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "PUT /v2.0/ports/a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 943 time: 0.3174756 Sep 21 21:56:36.940987 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a40986b6-f354-48d1-820b-b9dd997b08a6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:36.941693 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:36.947227 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:36.947369 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50488) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:36.997721 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72de8198-2ff1-431e-a17f-9efb99b6ee06 x-openstack-request-id: req-72de8198-2ff1-431e-a17f-9efb99b6ee06 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:36.998284 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:36.998487 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-72de8198-2ff1-431e-a17f-9efb99b6ee06 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:36.999264 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72de8198-2ff1-431e-a17f-9efb99b6ee06'] response: {'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'status': 'completed', 'code': 200} Sep 21 21:56:37.014281 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd271d8c-a121-44c8-a194-a9ac08b715b5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group (818d6c24-2b54-4627-93a6-3d5b49e29eec), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.025537 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a85b7-fd33-4d65-9dae-34adb2035c8d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event updated for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=7']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:37.065751 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd271d8c-a121-44c8-a194-a9ac08b715b5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group (818d6c24-2b54-4627-93a6-3d5b49e29eec), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.115852 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-31f8e268-284a-4101-854e-e7c954f0f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.117406 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-31f8e268-284a-4101-854e-e7c954f0f86b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1130 time: 0.0914876 Sep 21 21:56:37.192565 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a40986b6-f354-48d1-820b-b9dd997b08a6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:37.203791 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd271d8c-a121-44c8-a194-a9ac08b715b5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (818d6c24-2b54-4627-93a6-3d5b49e29eec), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.206424 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd271d8c-a121-44c8-a194-a9ac08b715b5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.214057 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-cd271d8c-a121-44c8-a194-a9ac08b715b5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "DELETE /v2.0/security-groups/818d6c24-2b54-4627-93a6-3d5b49e29eec HTTP/1.1" status: 204 len: 168 time: 0.2595024 Sep 21 21:56:37.214057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50492) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:37.260860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd271d8c-a121-44c8-a194-a9ac08b715b5 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818d6c24-2b54-4627-93a6-3d5b49e29eec,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:37.306514 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-ebd39cc7-94bc-46a8-a00a-35012a52d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.308268 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-ebd39cc7-94bc-46a8-a00a-35012a52d46e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 915 time: 0.1716864 Sep 21 21:56:37.422637 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-d7a5f6d1-331b-49e8-86ef-bcc4f03395d8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 1001 time: 0.0879292 Sep 21 21:56:37.482382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Deleting port 36aeb32e-67c7-4298-b53f-3b15fe526318 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:37.482617 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.488006 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-a55607f6-bfc5-4bf9-aefc-2729c0b9d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.489492 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-a55607f6-bfc5-4bf9-aefc-2729c0b9d377 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0596678 Sep 21 21:56:37.591107 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.591392 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for floatingip (36aeb32e-67c7-4298-b53f-3b15fe526318), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:37.603811 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-2e1aa68e-9661-4699-b2bd-4bf33d7d87f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:37.605438 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-2e1aa68e-9661-4699-b2bd-4bf33d7d87f7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1063006 Sep 21 21:56:37.609358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Calling delete_port for 36aeb32e-67c7-4298-b53f-3b15fe526318 owned by network:floatingip {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:38.035982 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-6920c44a-4c03-43d7-9bfb-321df5fce6b4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181030 Sep 21 21:56:38.175143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (36aeb32e-67c7-4298-b53f-3b15fe526318), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:38.208153 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-f40c117f-d9c6-4ba9-aab0-78af433d3d9a req-b4aafd96-66af-4acb-99e9-8efe95b05641 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533945 Sep 21 21:56:38.211040 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event deleted for resources: {'Port': ['ID=36aeb32e-67c7-4298-b53f-3b15fe526318,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:38.309749 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks [] for floatingip (49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:38.310331 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Floating IP 49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6 disassociated (deleted). External IP: 172.27.3.93, port: a40986b6-f354-48d1-820b-b9dd997b08a6. Sep 21 21:56:38.436622 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d4f438bb-817f-4085-8f9a-fcfabe59393f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:38.564370 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Router 96262fa0-28bf-4a98-8b4a-7ffab6982acf has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:38.681592 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:38.688525 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:38.696728 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] Sync routers for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:38.707593 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:38.708298 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:38.727357 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-aec00960-a13a-4727-910d-21d40cdebde7 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "DELETE /v2.0/floatingips/49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6 HTTP/1.1" status: 204 len: 168 time: 1.5122104 Sep 21 21:56:38.728366 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:38.731177 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00d6b97-238e-4a92-aed0-b729798e8e03" -d '{"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:38.789484 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee16b3a-7917-48dd-9a2a-368de3fc830d x-openstack-request-id: req-dee16b3a-7917-48dd-9a2a-368de3fc830d {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:38.789958 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:38.790341 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-dee16b3a-7917-48dd-9a2a-368de3fc830d {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:38.790987 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dee16b3a-7917-48dd-9a2a-368de3fc830d'] response: {'name': 'network-changed', 'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'status': 'completed', 'code': 200} Sep 21 21:56:38.846846 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:38.880134 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-3f4ba60b-ae08-459b-8509-0799f519f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:38.881868 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-3f4ba60b-ae08-459b-8509-0799f519f7a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 1130 time: 0.0555398 Sep 21 21:56:39.030483 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-e1c22be8-73fb-4080-ac02-b182ceae78d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:39.031944 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-e1c22be8-73fb-4080-ac02-b182ceae78d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 200 len: 915 time: 0.1428046 Sep 21 21:56:39.078210 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-3cf9c0fe-438c-4bd8-a513-5356200e49ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 200 len: 217 time: 0.0399811 Sep 21 21:56:39.115583 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:39.139065 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-d2fe1ee8-422b-4924-a367-f3f3f6096fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:39.140680 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-d2fe1ee8-422b-4924-a367-f3f3f6096fb6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 200 len: 853 time: 0.0525007 Sep 21 21:56:39.144177 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] Checking router: 96262fa0-28bf-4a98-8b4a-7ffab6982acf for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:39.153046 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:39.153661 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:39.198013 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-81d86f08-9859-404d-9853-369fd105b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:39.199543 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-81d86f08-9859-404d-9853-369fd105b6fa service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfea6bc1-7d56-4d2e-a65a-384c0e154462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523982 Sep 21 21:56:39.254805 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:39.297431 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-db73b79a-7067-4009-bbf3-59febb0c3685 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912333 Sep 21 21:56:39.402008 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c00d6b97-238e-4a92-aed0-b729798e8e03 req-2f39f272-ae6d-42b7-ae4b-0b2336f80553 service neutron] 10.222.0.50 "GET /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981128 Sep 21 21:56:39.453913 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:39.485162 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77571e22-e88f-47fe-89e5-c46cb603006e None None] The sync data for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi is: [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:53:58Z', 'revision_number': 4, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'a5ff85e5-8d6e-4783-96de-dd4406f99b1e', 'name': '', 'network_id': 'dfea6bc1-7d56-4d2e-a65a-384c0e154462', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'mac_address': 'fa:16:3e:95:c0:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:57Z', 'updated_at': '2022-09-21T21:54:03Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'subnets': [{'id': '56eca55f-fa9b-4cb7-9845-fdff3a9c018b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:39.724774 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc224e97-c054-4573-8aa3-da3844fe320e None None] New status for floating IP 49f1073a-aa3d-41f0-b7c4-7c11d18ad0d6: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:56:40.609939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3db62ef8-acd1-4f06-95bb-37c711fd561e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:42.237060 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:43.819428 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:45.155956 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:47.107934 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208bc78-d636-479d-986b-b449d84cf3ff req-bf19b69c-1f31-4e88-ba17-a0929f3c4a4d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:47.109420 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a208bc78-d636-479d-986b-b449d84cf3ff req-bf19b69c-1f31-4e88-ba17-a0929f3c4a4d tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0535023 Sep 21 21:56:47.162344 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-a208bc78-d636-479d-986b-b449d84cf3ff req-a231cb98-7b0f-4fd7-993b-2e251815be23 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472159 Sep 21 21:56:48.427546 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed01f0-6b0a-444b-8696-8720a2089978 req-acc7edab-f65c-4d2f-babe-8d625dea1d4b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:48.429054 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7aed01f0-6b0a-444b-8696-8720a2089978 req-acc7edab-f65c-4d2f-babe-8d625dea1d4b tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.1875043 Sep 21 21:56:48.484705 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7aed01f0-6b0a-444b-8696-8720a2089978 req-ad5cac8e-25a8-4cf4-9789-b609bda16ab2 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/security-groups?id=21f98d18-5349-4808-a27c-600949b5452c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Sep 21 21:56:49.133488 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-d68838e3-80e2-44a8-80f8-8abf980de6f3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:49.135014 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-d68838e3-80e2-44a8-80f8-8abf980de6f3 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.50 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 946 time: 0.0597570 Sep 21 21:56:49.234573 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Deleting port a40986b6-f354-48d1-820b-b9dd997b08a6 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:49.234911 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:49.336023 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] For port a40986b6-f354-48d1-820b-b9dd997b08a6, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=a40986b6-f354-48d1-820b-b9dd997b08a6,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:49.336615 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:49.354533 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Calling delete_port for a40986b6-f354-48d1-820b-b9dd997b08a6 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:49.484376 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (a40986b6-f354-48d1-820b-b9dd997b08a6), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:49.497701 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] get_ports_and_sgs() called for port_ids ['a40986b6-f354-48d1-820b-b9dd997b08a6'] {{(pid=115543) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 21 21:56:49.515379 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Pushing event deleted for resources: {'Port': ['ID=a40986b6-f354-48d1-820b-b9dd997b08a6,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:49.563808 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] No DVR routers for this DVR port a40986b6-f354-48d1-820b-b9dd997b08a6 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:49.566467 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:49.569851 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-b0e4c8ba-d0be-45a3-b98b-a0d2cad22314 req-5f63053e-655c-4304-8be2-50c6c0a12f79 tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.50 "DELETE /v2.0/ports/a40986b6-f354-48d1-820b-b9dd997b08a6 HTTP/1.1" status: 204 len: 173 time: 0.4295156 Sep 21 21:56:49.570357 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'name': 'network-vif-deleted', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:49.572609 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141d75ec-2ed9-4ed1-ad48-80362de13a14" -d '{"events": [{"server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "name": "network-vif-deleted", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:49.606580 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-cdf17043-d0e4-4b0b-9649-1426f0931ddf req-6dc3f9c7-7d41-4541-9e4f-a03d5a5e24fc tempest-TestMinimumBasicScenario-896705858 tempest-TestMinimumBasicScenario-896705858-project] 10.222.0.48 "GET /v2.0/ports?device_id=c5c1f888-1126-427d-8cf6-eb6ff47650d5 HTTP/1.1" status: 200 len: 210 time: 0.0384865 Sep 21 21:56:49.614222 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9239e82e-9ef9-4fbe-b65f-588cb29c18a7 x-openstack-request-id: req-9239e82e-9ef9-4fbe-b65f-588cb29c18a7 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:49.614523 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5c1f888-1126-427d-8cf6-eb6ff47650d5", "name": "network-vif-deleted", "tag": "a40986b6-f354-48d1-820b-b9dd997b08a6", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:49.614909 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-9239e82e-9ef9-4fbe-b65f-588cb29c18a7 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:49.615315 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9239e82e-9ef9-4fbe-b65f-588cb29c18a7'] response: {'server_uuid': 'c5c1f888-1126-427d-8cf6-eb6ff47650d5', 'name': 'network-vif-deleted', 'tag': 'a40986b6-f354-48d1-820b-b9dd997b08a6', 'status': 'completed', 'code': 200} Sep 21 21:56:50.990572 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:51.385823 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50588) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:51.739457 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (96262fa0-28bf-4a98-8b4a-7ffab6982acf), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:52.009978 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Deleting port a5ff85e5-8d6e-4783-96de-dd4406f99b1e {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:52.010219 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:52.099086 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] For port a5ff85e5-8d6e-4783-96de-dd4406f99b1e, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:52.099453 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:52.114765 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Calling delete_port for a5ff85e5-8d6e-4783-96de-dd4406f99b1e owned by network:router_interface {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:52.328795 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (a5ff85e5-8d6e-4783-96de-dd4406f99b1e), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:52.356024 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5ff85e5-8d6e-4783-96de-dd4406f99b1e,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:52.524353 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (96262fa0-28bf-4a98-8b4a-7ffab6982acf), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:52.744141 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Router 96262fa0-28bf-4a98-8b4a-7ffab6982acf has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:52.828121 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50592) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:52.853568 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:52.864503 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-3f9c925e-575d-4edd-9b42-485fdb104bb3 admin admin] 10.222.0.48 "PUT /v2.0/routers/96262fa0-28bf-4a98-8b4a-7ffab6982acf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4773748 Sep 21 21:56:52.866312 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50594) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:52.867891 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] Sync routers for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:52.882941 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:52.883564 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:52.985077 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:53.036361 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks [] for router (96262fa0-28bf-4a98-8b4a-7ffab6982acf), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.121781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Deleting port 8d372b26-6b2c-4a39-971f-9f862756b016 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:53.122064 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (8d372b26-6b2c-4a39-971f-9f862756b016), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.187279 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks [] for router_gateway (96262fa0-28bf-4a98-8b4a-7ffab6982acf), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.195686 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:56:52Z', 'revision_number': 5, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port': {'id': 'e6dac0cb-082f-4041-8007-8a77c126f663', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:53:55Z', 'updated_at': '2022-09-21T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:53.221888 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] Checking router: 96262fa0-28bf-4a98-8b4a-7ffab6982acf for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:53.231976 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] Routers {'96262fa0-28bf-4a98-8b4a-7ffab6982acf'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:53.232582 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:53.238337 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (8d372b26-6b2c-4a39-971f-9f862756b016), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.238668 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for floatingip (8d372b26-6b2c-4a39-971f-9f862756b016), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.253815 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Calling delete_port for 8d372b26-6b2c-4a39-971f-9f862756b016 owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:53.310416 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Deleting port e6dac0cb-082f-4041-8007-8a77c126f663 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:53.310762 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.325818 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] Set router 96262fa0-28bf-4a98-8b4a-7ffab6982acf gateway port host: None {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:53.378735 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:56:53Z', 'revision_number': 6, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:53.405502 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6292200-76fb-49f8-af48-a3d1e4225784 None None] The sync data for ids ['96262fa0-28bf-4a98-8b4a-7ffab6982acf'] in dv-cinder-858817-1-iscsi is: [{'id': '96262fa0-28bf-4a98-8b4a-7ffab6982acf', 'name': 'tempest-TestMinimumBasicScenario-773866027-router', 'tenant_id': '8f29b786802c48efb4218e0cfbc32ad0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:53:54Z', 'updated_at': '2022-09-21T21:56:53Z', 'revision_number': 6, 'project_id': '8f29b786802c48efb4218e0cfbc32ad0', 'gw_port_host': None}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:53.450583 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] For port e6dac0cb-082f-4041-8007-8a77c126f663, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e6dac0cb-082f-4041-8007-8a77c126f663,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:53.450954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.464372 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Calling delete_port for e6dac0cb-082f-4041-8007-8a77c126f663 owned by network:router_gateway {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:53.552666 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (8d372b26-6b2c-4a39-971f-9f862756b016), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.581818 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event deleted for resources: {'Port': ['ID=8d372b26-6b2c-4a39-971f-9f862756b016,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:53.679271 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a40986b6-f354-48d1-820b-b9dd997b08a6 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:53.689262 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for floatingip (df294c36-66c0-4157-8ebf-54f3ee4a49b0), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.689509 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Floating IP df294c36-66c0-4157-8ebf-54f3ee4a49b0 disassociated (deleted). External IP: 172.27.3.6, port: c1867edb-5e77-4f4c-80b5-4a1f101e4ebc. Sep 21 21:56:53.701306 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: a40986b6-f354-48d1-820b-b9dd997b08a6 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:53.701658 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device a40986b6-f354-48d1-820b-b9dd997b08a6 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:53.802592 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (e6dac0cb-082f-4041-8007-8a77c126f663), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:53.847634 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6dac0cb-082f-4041-8007-8a77c126f663,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:54.227123 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (96262fa0-28bf-4a98-8b4a-7ffab6982acf), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.355962 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (96262fa0-28bf-4a98-8b4a-7ffab6982acf), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.359643 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks [] for router_controller (96262fa0-28bf-4a98-8b4a-7ffab6982acf), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.403422 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:54.420603 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (96262fa0-28bf-4a98-8b4a-7ffab6982acf), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.421905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96262fa0-28bf-4a98-8b4a-7ffab6982acf {{(pid=115541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:56:54.454770 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.455972 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cecd239e-a964-4b70-b5ae-7cbfd5b061b9 admin admin] 10.222.0.48 "DELETE /v2.0/routers/96262fa0-28bf-4a98-8b4a-7ffab6982acf HTTP/1.1" status: 204 len: 168 time: 1.5887580 Sep 21 21:56:54.458667 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50596) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:54.573287 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Deleting subnet 56eca55f-fa9b-4cb7-9845-fdff3a9c018b {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:56:54.579220 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Publish callbacks [] for subnet (56eca55f-fa9b-4cb7-9845-fdff3a9c018b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.618891 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:54.624518 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.629478 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] Sync routers for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:54.630434 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (56eca55f-fa9b-4cb7-9845-fdff3a9c018b), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.644863 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:54.645570 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:54.682116 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-73134342-3e67-4811-a8bf-fb871e884ce7 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "DELETE /v2.0/floatingips/df294c36-66c0-4157-8ebf-54f3ee4a49b0 HTTP/1.1" status: 204 len: 168 time: 1.8525863 Sep 21 21:56:54.684186 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:54.686727 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00619565-6d37-4e04-a4c8-871f4260279e" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:54.780954 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52a6650-88de-4227-99c6-ccf82c36b008 x-openstack-request-id: req-e52a6650-88de-4227-99c6-ccf82c36b008 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:54.781169 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:54.781405 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-e52a6650-88de-4227-99c6-ccf82c36b008 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:54.781925 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e52a6650-88de-4227-99c6-ccf82c36b008'] response: {'name': 'network-changed', 'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'status': 'completed', 'code': 200} Sep 21 21:56:54.824613 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (56eca55f-fa9b-4cb7-9845-fdff3a9c018b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.853448 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a5ff85e5-8d6e-4783-96de-dd4406f99b1e no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:54.874963 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619565-6d37-4e04-a4c8-871f4260279e req-1bdf79d7-d3e5-4f9d-af2f-44495c62a6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:54.879318 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: a5ff85e5-8d6e-4783-96de-dd4406f99b1e {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:54.879669 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device a5ff85e5-8d6e-4783-96de-dd4406f99b1e not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:54.880082 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e6dac0cb-082f-4041-8007-8a77c126f663 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:54.886266 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-1bdf79d7-d3e5-4f9d-af2f-44495c62a6f9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 1129 time: 0.1012828 Sep 21 21:56:54.902284 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: e6dac0cb-082f-4041-8007-8a77c126f663 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:54.902523 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (56eca55f-fa9b-4cb7-9845-fdff3a9c018b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.903394 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e6dac0cb-082f-4041-8007-8a77c126f663 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:54.936392 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:54.947859 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56eca55f-fa9b-4cb7-9845-fdff3a9c018b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:54.960626 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f06405-94f3-4e49-9f4a-0e3666cece8c None None] Network dfea6bc1-7d56-4d2e-a65a-384c0e154462 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:54.960818 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:54.967312 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3a2a8031-1272-44a0-8abd-37eabb6aa0ea admin admin] 10.222.0.48 "DELETE /v2.0/subnets/56eca55f-fa9b-4cb7-9845-fdff3a9c018b HTTP/1.1" status: 204 len: 168 time: 0.5054028 Sep 21 21:56:54.970408 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50604) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:55.032212 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619565-6d37-4e04-a4c8-871f4260279e req-3cac0de4-9dc7-44fa-a6ab-290241edc6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.034557 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-3cac0de4-9dc7-44fa-a6ab-290241edc6fa service neutron] 10.222.0.50 "GET /v2.0/networks?id=3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 200 len: 909 time: 0.1380951 Sep 21 21:56:55.092865 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (dfea6bc1-7d56-4d2e-a65a-384c0e154462), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.118043 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031080da-1888-4014-9fc8-52c5b5c09cc6 req-8b670600-4af9-4cd8-94b9-f2a5efa6c8ed tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.119801 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-031080da-1888-4014-9fc8-52c5b5c09cc6 req-8b670600-4af9-4cd8-94b9-f2a5efa6c8ed tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.1364133 Sep 21 21:56:55.179166 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] DHCP port deletion for dfea6bc1-7d56-4d2e-a65a-384c0e154462 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:56:55.190279 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:55.218817 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] Checking router: 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:55.230878 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:55.231667 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:55.234237 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-031080da-1888-4014-9fc8-52c5b5c09cc6 req-389d0607-3899-4a50-94b0-f6982396d0eb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829468 Sep 21 21:56:55.244705 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Deleting port de71936a-1b0d-43a5-ac83-52f239691e32 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:55.245731 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.268072 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] Deleting port de71936a-1b0d-43a5-ac83-52f239691e32 {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:55.268443 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.357103 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] For port de71936a-1b0d-43a5-ac83-52f239691e32, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=de71936a-1b0d-43a5-ac83-52f239691e32,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:55.357652 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.361221 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:55.378400 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Calling delete_port for de71936a-1b0d-43a5-ac83-52f239691e32 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:55.441637 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-edbd5212-b7f0-4e1b-a6b7-8d13b1eff8c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 200 len: 217 time: 0.3977931 Sep 21 21:56:55.497084 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] For port de71936a-1b0d-43a5-ac83-52f239691e32, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=de71936a-1b0d-43a5-ac83-52f239691e32,segment=NetworkSegment(a557aefe-d144-4127-af65-506d8cccd6ce),segment_id=a557aefe-d144-4127-af65-506d8cccd6ce)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:55.497520 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.522689 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.524613 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619565-6d37-4e04-a4c8-871f4260279e req-368d2ee4-9487-469d-972a-5fca8f990095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.526224 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-368d2ee4-9487-469d-972a-5fca8f990095 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 200 len: 847 time: 0.0776863 Sep 21 21:56:55.529184 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] Calling delete_port for de71936a-1b0d-43a5-ac83-52f239691e32 owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:55.549178 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Pushing event deleted for resources: {'Port': ['ID=de71936a-1b0d-43a5-ac83-52f239691e32,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:55.553251 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] No DVR routers for this DVR port de71936a-1b0d-43a5-ac83-52f239691e32 on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:55.635190 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619565-6d37-4e04-a4c8-871f4260279e req-31866a4b-111c-4ef5-aaa7-0ecebf2e0120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:55.635809 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (dfea6bc1-7d56-4d2e-a65a-384c0e154462), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.638503 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-31866a4b-111c-4ef5-aaa7-0ecebf2e0120 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3aa270d2-a29e-4109-b7eb-115277832e48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0949330 Sep 21 21:56:55.644849 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (de71936a-1b0d-43a5-ac83-52f239691e32), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.662729 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] No DVR routers for this DVR port de71936a-1b0d-43a5-ac83-52f239691e32 on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:55.662967 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfea6bc1-7d56-4d2e-a65a-384c0e154462']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:55.674599 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:55.682968 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a557aefe-d144-4127-af65-506d8cccd6ce') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:55.683259 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a557aefe-d144-4127-af65-506d8cccd6ce') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:55.699963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (a557aefe-d144-4127-af65-506d8cccd6ce), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.702589 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b726d3c-a6a7-46d0-9f9b-08c5e63e329c None None] Pushing event deleted for resources: {'Port': ['ID=de71936a-1b0d-43a5-ac83-52f239691e32,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:55.712928 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f518934-5089-44b5-b43f-4922d2c8c30f None None] The sync data for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi is: [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:52:02Z', 'revision_number': 4, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': 'e3ecdbd9-7f3e-4785-a757-f566e87b9480', 'name': '', 'network_id': '3aa270d2-a29e-4109-b7eb-115277832e48', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'mac_address': 'fa:16:3e:6d:f0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:01Z', 'updated_at': '2022-09-21T21:52:09Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'subnets': [{'id': '9c9af726-75cb-4d75-ada9-82d3e69acdd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:55.721225 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (a557aefe-d144-4127-af65-506d8cccd6ce), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.730354 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:56:55.730916 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (a557aefe-d144-4127-af65-506d8cccd6ce), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.801694 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-1402048f-5f13-484f-9f43-39a34a492850 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553099 Sep 21 21:56:55.839329 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (dfea6bc1-7d56-4d2e-a65a-384c0e154462), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.849316 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:55.853336 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dfea6bc1-7d56-4d2e-a65a-384c0e154462 HTTP/1.1" status: 204 len: 168 time: 0.8816285 Sep 21 21:56:55.862984 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50610) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:55.870119 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59894f-1465-4fe6-87e6-8c1b1f664342 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfea6bc1-7d56-4d2e-a65a-384c0e154462,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:55.964307 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-00619565-6d37-4e04-a4c8-871f4260279e req-9149aed5-e2a7-45f4-80a5-4e171f8deea5 service neutron] 10.222.0.50 "GET /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523817 Sep 21 21:56:55.977333 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment a557aefe-d144-4127-af65-506d8cccd6ce resource provider aggregate not found Sep 21 21:56:56.018201 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment a557aefe-d144-4127-af65-506d8cccd6ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a557aefe-d144-4127-af65-506d8cccd6ce found for delete ", "request_id": "req-d3ea27b7-b03f-48c5-a261-060b38fc2427"}]} Sep 21 21:56:56.105993 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c282bd2-4001-4885-ba5a-726fedab291a None None] New status for floating IP df294c36-66c0-4157-8ebf-54f3ee4a49b0: DOWN {{(pid=115543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:56:56.308102 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (250101bf-d8da-4e36-888d-d2f192cd2781), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.401583 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bd6edc-0532-481e-9c29-c6a669e64d9a req-19d52033-f93e-4a55-ac63-7233ccb62ccb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:56.403169 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-37bd6edc-0532-481e-9c29-c6a669e64d9a req-19d52033-f93e-4a55-ac63-7233ccb62ccb tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0707099 Sep 21 21:56:56.460851 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-37bd6edc-0532-481e-9c29-c6a669e64d9a req-7474a89f-a84e-4f79-9cc5-e55cbd07692f tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/security-groups?id=abe3a580-7848-42c7-b76b-5a1ae920e8fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498526 Sep 21 21:56:56.593465 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Deleting port 6108eaf3-6d44-4269-8746-fc5803722b4d {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:56.593971 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.615009 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-89e20794-7180-467f-b934-3e3d2967bae4 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:56:56.616550 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-89e20794-7180-467f-b934-3e3d2967bae4 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.50 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 945 time: 0.0667639 Sep 21 21:56:56.689825 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] For port 6108eaf3-6d44-4269-8746-fc5803722b4d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=6108eaf3-6d44-4269-8746-fc5803722b4d,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:56.690218 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.708726 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Calling delete_port for 6108eaf3-6d44-4269-8746-fc5803722b4d owned by network:router_interface {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:56.721188 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Deleting port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:56.721438 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.811169 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device de71936a-1b0d-43a5-ac83-52f239691e32 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:56.834316 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: de71936a-1b0d-43a5-ac83-52f239691e32 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:56.834715 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device de71936a-1b0d-43a5-ac83-52f239691e32 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:56.837476 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] For port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:56.837913 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.854032 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Calling delete_port for c1867edb-5e77-4f4c-80b5-4a1f101e4ebc owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:56.924733 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (6108eaf3-6d44-4269-8746-fc5803722b4d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:56.951365 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Pushing event deleted for resources: {'Port': ['ID=6108eaf3-6d44-4269-8746-fc5803722b4d,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:57.007306 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (c1867edb-5e77-4f4c-80b5-4a1f101e4ebc), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:57.041287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event deleted for resources: {'Port': ['ID=c1867edb-5e77-4f4c-80b5-4a1f101e4ebc,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:57.103525 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] No DVR routers for this DVR port c1867edb-5e77-4f4c-80b5-4a1f101e4ebc on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:57.106580 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:57.110804 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-1f289609-e8d8-4d1b-b1de-861c4342b4f7 req-725d501b-ee4e-419b-a2a5-c39104673170 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.50 "DELETE /v2.0/ports/c1867edb-5e77-4f4c-80b5-4a1f101e4ebc HTTP/1.1" status: 204 len: 173 time: 0.4881973 Sep 21 21:56:57.111543 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-deleted', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:56:57.118420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f73bb8-6eff-4799-94f6-ccb03ae7d04c" -d '{"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-deleted", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:56:57.178249 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (250101bf-d8da-4e36-888d-d2f192cd2781), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:57.194862 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73d7e1c-f114-4db9-86c1-8fa361a49f9b x-openstack-request-id: req-d73d7e1c-f114-4db9-86c1-8fa361a49f9b {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:56:57.195154 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae0489b-2ac1-49a1-aed1-5c45eb360a90", "name": "network-vif-deleted", "tag": "c1867edb-5e77-4f4c-80b5-4a1f101e4ebc", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:56:57.195519 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-d73d7e1c-f114-4db9-86c1-8fa361a49f9b {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:56:57.195987 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d73d7e1c-f114-4db9-86c1-8fa361a49f9b'] response: {'server_uuid': '5ae0489b-2ac1-49a1-aed1-5c45eb360a90', 'name': 'network-vif-deleted', 'tag': 'c1867edb-5e77-4f4c-80b5-4a1f101e4ebc', 'status': 'completed', 'code': 200} Sep 21 21:56:57.430865 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Router 250101bf-d8da-4e36-888d-d2f192cd2781 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:56:57.565149 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:56:57.578874 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] Sync routers for ids ['250101bf-d8da-4e36-888d-d2f192cd2781'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:56:57.586463 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-33f75967-ca4f-4332-8297-1a3001fa8775 admin admin] 10.222.0.48 "PUT /v2.0/routers/250101bf-d8da-4e36-888d-d2f192cd2781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7104073 Sep 21 21:56:57.588596 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50620) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:57.596531 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-a796ee9c-5be4-4116-9a24-a9298abc2c9a req-bf96a7db-747b-43f6-8d73-52719d30eed8 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "GET /v2.0/ports?device_id=5ae0489b-2ac1-49a1-aed1-5c45eb360a90 HTTP/1.1" status: 200 len: 210 time: 0.0395799 Sep 21 21:56:57.605313 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] Routers {'250101bf-d8da-4e36-888d-d2f192cd2781'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:57.607283 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['250101bf-d8da-4e36-888d-d2f192cd2781'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:57.710263 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks [] for router (250101bf-d8da-4e36-888d-d2f192cd2781), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:57.731484 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] Set router 250101bf-d8da-4e36-888d-d2f192cd2781 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:57.843381 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks [] for router_gateway (250101bf-d8da-4e36-888d-d2f192cd2781), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:57.907900 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Deleting port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:57.908307 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:57.941944 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:56:56Z', 'revision_number': 5, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port': {'id': 'e53a92da-d9b3-48bb-8c1b-d07f658cbc8c', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:29:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:54:02Z', 'updated_at': '2022-09-21T21:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:57.976528 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] Checking router: 250101bf-d8da-4e36-888d-d2f192cd2781 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:56:57.985598 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] Routers {'250101bf-d8da-4e36-888d-d2f192cd2781'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:56:57.986339 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['250101bf-d8da-4e36-888d-d2f192cd2781'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:58.012637 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] For port e53a92da-d9b3-48bb-8c1b-d07f658cbc8c, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:58.012637 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.033686 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Calling delete_port for e53a92da-d9b3-48bb-8c1b-d07f658cbc8c owned by network:router_gateway {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:58.094762 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] Set router 250101bf-d8da-4e36-888d-d2f192cd2781 gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:56:58.147898 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:56:57Z', 'revision_number': 6, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:58.174295 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c93a78-fb83-4fcd-87db-1664ad29469e None None] The sync data for ids ['250101bf-d8da-4e36-888d-d2f192cd2781'] in dv-cinder-858817-1-iscsi is: [{'id': '250101bf-d8da-4e36-888d-d2f192cd2781', 'name': 'tempest-TestMinimumBasicScenario-397970355-router', 'tenant_id': '53bffbb7c2bc426e815afdd10ec68b65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:54:00Z', 'updated_at': '2022-09-21T21:56:57Z', 'revision_number': 6, 'project_id': '53bffbb7c2bc426e815afdd10ec68b65', 'gw_port_host': None}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:56:58.234153 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (e53a92da-d9b3-48bb-8c1b-d07f658cbc8c), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.259184 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Pushing event deleted for resources: {'Port': ['ID=e53a92da-d9b3-48bb-8c1b-d07f658cbc8c,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:58.334316 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (250101bf-d8da-4e36-888d-d2f192cd2781), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.422807 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (250101bf-d8da-4e36-888d-d2f192cd2781), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.425005 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks [] for router_controller (250101bf-d8da-4e36-888d-d2f192cd2781), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.676901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50626) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:58.745431 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b9f3b52-572e-4928-95f7-3995736b8569 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group (abe3a580-7848-42c7-b76b-5a1ae920e8fb), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.754368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (250101bf-d8da-4e36-888d-d2f192cd2781), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.754990 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 250101bf-d8da-4e36-888d-d2f192cd2781 {{(pid=115541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:56:58.760070 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.761249 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-28a40f65-05cb-4a9e-9b5a-ea667587aafb admin admin] 10.222.0.48 "DELETE /v2.0/routers/250101bf-d8da-4e36-888d-d2f192cd2781 HTTP/1.1" status: 204 len: 168 time: 1.1713033 Sep 21 21:56:58.764380 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50628) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:58.782091 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b9f3b52-572e-4928-95f7-3995736b8569 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group (abe3a580-7848-42c7-b76b-5a1ae920e8fb), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.814868 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Deleting subnet 0d269b67-5970-481e-a878-96e0da5be036 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:56:58.818446 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Publish callbacks [] for subnet (0d269b67-5970-481e-a878-96e0da5be036), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.858195 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (0d269b67-5970-481e-a878-96e0da5be036), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.863032 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b9f3b52-572e-4928-95f7-3995736b8569 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (abe3a580-7848-42c7-b76b-5a1ae920e8fb), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.866360 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b9f3b52-572e-4928-95f7-3995736b8569 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:58.867781 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5b9f3b52-572e-4928-95f7-3995736b8569 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] 10.222.0.48 "DELETE /v2.0/security-groups/abe3a580-7848-42c7-b76b-5a1ae920e8fb HTTP/1.1" status: 204 len: 168 time: 0.1899164 Sep 21 21:56:58.887184 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:56:58.888155 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9f3b52-572e-4928-95f7-3995736b8569 tempest-TestShelveInstance-2050935724 tempest-TestShelveInstance-2050935724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe3a580-7848-42c7-b76b-5a1ae920e8fb,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:58.924642 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50634) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:59.028090 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (0d269b67-5970-481e-a878-96e0da5be036), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.089211 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6108eaf3-6d44-4269-8746-fc5803722b4d no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:59.116800 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 6108eaf3-6d44-4269-8746-fc5803722b4d {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:59.117251 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6108eaf3-6d44-4269-8746-fc5803722b4d not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:59.117817 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e53a92da-d9b3-48bb-8c1b-d07f658cbc8c no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:56:59.145851 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: e53a92da-d9b3-48bb-8c1b-d07f658cbc8c {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:56:59.146234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e53a92da-d9b3-48bb-8c1b-d07f658cbc8c not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:56:59.151874 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (0d269b67-5970-481e-a878-96e0da5be036), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.184625 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d269b67-5970-481e-a878-96e0da5be036,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:59.194717 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.199839 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e38f1c-8890-4fb5-b6eb-9a7822e50524 None None] Network a2ac20cc-27d2-4a62-95ff-1a8b6d09186a requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:56:59.215572 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-fc135cbc-6126-4aae-aa3a-a353c4b2c32c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0d269b67-5970-481e-a878-96e0da5be036 HTTP/1.1" status: 204 len: 168 time: 0.4500794 Sep 21 21:56:59.216179 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50640) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:56:59.351278 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.459759 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Deleting port 4c153819-e750-422c-99d4-bb06545fa9f7 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:59.460105 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.481548 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] DHCP port deletion for a2ac20cc-27d2-4a62-95ff-1a8b6d09186a request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:56:59.551715 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] Deleting port 4c153819-e750-422c-99d4-bb06545fa9f7 {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:59.552234 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.596911 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] For port 4c153819-e750-422c-99d4-bb06545fa9f7, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4c153819-e750-422c-99d4-bb06545fa9f7,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:59.597598 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.617176 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Calling delete_port for 4c153819-e750-422c-99d4-bb06545fa9f7 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:59.644683 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] For port 4c153819-e750-422c-99d4-bb06545fa9f7, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4c153819-e750-422c-99d4-bb06545fa9f7,segment=NetworkSegment(46839142-f7ab-441e-891d-320c13b912b5),segment_id=46839142-f7ab-441e-891d-320c13b912b5)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:56:59.645417 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.661834 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] Calling delete_port for 4c153819-e750-422c-99d4-bb06545fa9f7 owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:56:59.676497 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.716683 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.744314 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c153819-e750-422c-99d4-bb06545fa9f7,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:59.749250 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] No DVR routers for this DVR port 4c153819-e750-422c-99d4-bb06545fa9f7 on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:59.759181 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (4c153819-e750-422c-99d4-bb06545fa9f7), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.795845 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] Pushing event deleted for resources: {'Port': ['ID=4c153819-e750-422c-99d4-bb06545fa9f7,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:56:59.798228 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513dab04-14cb-4259-acf8-fe9f24039231 None None] No DVR routers for this DVR port 4c153819-e750-422c-99d4-bb06545fa9f7 on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:56:59.838811 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.862970 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2ac20cc-27d2-4a62-95ff-1a8b6d09186a']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:59.872497 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46839142-f7ab-441e-891d-320c13b912b5') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:59.872795 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46839142-f7ab-441e-891d-320c13b912b5') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:56:59.884756 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (46839142-f7ab-441e-891d-320c13b912b5), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.901389 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (46839142-f7ab-441e-891d-320c13b912b5), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.909207 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:56:59.909691 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (46839142-f7ab-441e-891d-320c13b912b5), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.949980 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 46839142-f7ab-441e-891d-320c13b912b5 resource provider aggregate not found Sep 21 21:56:59.970224 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Deleting port e3ecdbd9-7f3e-4785-a757-f566e87b9480 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:56:59.970770 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 46839142-f7ab-441e-891d-320c13b912b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46839142-f7ab-441e-891d-320c13b912b5 found for delete ", "request_id": "req-9664dea6-2375-49b7-972c-38491a807db6"}]} Sep 21 21:56:59.970901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.983052 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (a2ac20cc-27d2-4a62-95ff-1a8b6d09186a), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.989491 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:56:59.994938 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a2ac20cc-27d2-4a62-95ff-1a8b6d09186a HTTP/1.1" status: 204 len: 168 time: 0.7775841 Sep 21 21:57:00.010875 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d12ffa9-5dea-4b15-bc71-f43b3fe9ea39 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2ac20cc-27d2-4a62-95ff-1a8b6d09186a,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:00.074155 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] For port e3ecdbd9-7f3e-4785-a757-f566e87b9480, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=e3ecdbd9-7f3e-4785-a757-f566e87b9480,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:00.074692 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.095837 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Calling delete_port for e3ecdbd9-7f3e-4785-a757-f566e87b9480 owned by network:router_interface {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:00.144728 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50652) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:00.191876 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-bde63979-1267-43cd-a3bf-d41b413bfbe9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f29b786802c48efb4218e0cfbc32ad0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458007 Sep 21 21:57:00.194461 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50654) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:00.254133 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9577fe1d-6769-4d2a-ac23-80c8681a2460 admin admin] Publish callbacks [] for security_group (21f98d18-5349-4808-a27c-600949b5452c), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.280260 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9577fe1d-6769-4d2a-ac23-80c8681a2460 admin admin] Publish callbacks [] for security_group (21f98d18-5349-4808-a27c-600949b5452c), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.330633 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (e3ecdbd9-7f3e-4785-a757-f566e87b9480), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.346995 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9577fe1d-6769-4d2a-ac23-80c8681a2460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (21f98d18-5349-4808-a27c-600949b5452c), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.350002 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-9577fe1d-6769-4d2a-ac23-80c8681a2460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.353882 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-9577fe1d-6769-4d2a-ac23-80c8681a2460 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/21f98d18-5349-4808-a27c-600949b5452c HTTP/1.1" status: 204 len: 168 time: 0.1557899 Sep 21 21:57:00.356835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ecdbd9-7f3e-4785-a757-f566e87b9480,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:00.370389 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577fe1d-6769-4d2a-ac23-80c8681a2460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f98d18-5349-4808-a27c-600949b5452c,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:00.572026 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:00.868006 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50670) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:00.894401 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4c153819-e750-422c-99d4-bb06545fa9f7 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:00.935989 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 4c153819-e750-422c-99d4-bb06545fa9f7 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:00.936735 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4c153819-e750-422c-99d4-bb06545fa9f7 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:00.954703 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:00.958383 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-08192c13-c607-463f-a43a-376f0af279ed admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=53bffbb7c2bc426e815afdd10ec68b65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888865 Sep 21 21:57:00.962523 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50674) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:01.022623 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f040d941-b4c9-4e17-83ca-7ab4d3b1dc35 admin admin] Publish callbacks [] for security_group (69911596-0a90-4c26-96a6-7c183cde476d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.047539 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f040d941-b4c9-4e17-83ca-7ab4d3b1dc35 admin admin] Publish callbacks [] for security_group (69911596-0a90-4c26-96a6-7c183cde476d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.082274 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:01.093774 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50676) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:01.096663 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] Sync routers for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:01.097409 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c1d17906-842a-4c44-98f8-b9ea0eca12b0 admin admin] 10.222.0.48 "PUT /v2.0/routers/28f00342-4e1d-4fe7-b6a3-6442d624f2f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1723187 Sep 21 21:57:01.112385 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:01.113534 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:01.146162 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f040d941-b4c9-4e17-83ca-7ab4d3b1dc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (69911596-0a90-4c26-96a6-7c183cde476d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.148719 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-f040d941-b4c9-4e17-83ca-7ab4d3b1dc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.149906 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-f040d941-b4c9-4e17-83ca-7ab4d3b1dc35 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/69911596-0a90-4c26-96a6-7c183cde476d HTTP/1.1" status: 204 len: 168 time: 0.1854191 Sep 21 21:57:01.166173 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040d941-b4c9-4e17-83ca-7ab4d3b1dc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69911596-0a90-4c26-96a6-7c183cde476d,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:01.222411 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks [] for router (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.232982 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:01.340256 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks [] for router_gateway (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.437992 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Deleting port 0152bfd9-f31d-481a-97c7-f891691c0853 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:01.442479 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.494665 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239'}], 'enable_snat': True}, 'gw_port_id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:57:00Z', 'revision_number': 5, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port': {'id': '0152bfd9-f31d-481a-97c7-f891691c0853', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:78:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:51:58Z', 'updated_at': '2022-09-21T21:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:01.524181 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] Checking router: 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:01.535434 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] Routers {'28f00342-4e1d-4fe7-b6a3-6442d624f2f9'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:01.536377 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:01.552028 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] For port 0152bfd9-f31d-481a-97c7-f891691c0853, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=0152bfd9-f31d-481a-97c7-f891691c0853,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:01.552331 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.581145 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Calling delete_port for 0152bfd9-f31d-481a-97c7-f891691c0853 owned by network:router_gateway {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:01.640909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] Set router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 gateway port host: None {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:01.689827 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:57:01Z', 'revision_number': 6, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:01.719996 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:01.722433 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9308df8c-6946-4f97-8bfb-e10508519017 None None] The sync data for ids ['28f00342-4e1d-4fe7-b6a3-6442d624f2f9'] in dv-cinder-858817-1-iscsi is: [{'id': '28f00342-4e1d-4fe7-b6a3-6442d624f2f9', 'name': 'tempest-TestShelveInstance-639711909-router', 'tenant_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:51:57Z', 'updated_at': '2022-09-21T21:57:01Z', 'revision_number': 6, 'project_id': 'aa391d948f7f40b3bb96bc483eb0328c', 'gw_port_host': None}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:01.746476 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: c1867edb-5e77-4f4c-80b5-4a1f101e4ebc {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:01.746818 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device c1867edb-5e77-4f4c-80b5-4a1f101e4ebc not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:01.776629 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (0152bfd9-f31d-481a-97c7-f891691c0853), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.800092 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0152bfd9-f31d-481a-97c7-f891691c0853,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:01.876307 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.974764 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:01.977082 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks [] for router_controller (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.026107 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (28f00342-4e1d-4fe7-b6a3-6442d624f2f9), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.026540 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28f00342-4e1d-4fe7-b6a3-6442d624f2f9 {{(pid=115541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:57:02.031620 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.037175 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-56989f4b-356d-4eeb-9c5e-d3d20360dbe6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/28f00342-4e1d-4fe7-b6a3-6442d624f2f9 HTTP/1.1" status: 204 len: 168 time: 0.9395638 Sep 21 21:57:02.037886 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50682) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:02.085431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Deleting subnet 9c9af726-75cb-4d75-ada9-82d3e69acdd8 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:02.089159 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Publish callbacks [] for subnet (9c9af726-75cb-4d75-ada9-82d3e69acdd8), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.127532 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (9c9af726-75cb-4d75-ada9-82d3e69acdd8), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.208468 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (9c9af726-75cb-4d75-ada9-82d3e69acdd8), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.265881 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (9c9af726-75cb-4d75-ada9-82d3e69acdd8), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.292061 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9af726-75cb-4d75-ada9-82d3e69acdd8,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:02.294054 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.297893 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-fa19ecd7-193f-4936-a3e7-979a37650a86 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9c9af726-75cb-4d75-ada9-82d3e69acdd8 HTTP/1.1" status: 204 len: 168 time: 0.2588134 Sep 21 21:57:02.300547 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50684) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:02.300848 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b0f714-2930-4857-923a-93f03f8aca02 None None] Network 3aa270d2-a29e-4109-b7eb-115277832e48 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:02.372110 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (3aa270d2-a29e-4109-b7eb-115277832e48), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.425499 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Deleting port 4f9e5da8-f7f1-437c-904c-7e572606bc8b {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:02.425844 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.493609 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] For port 4f9e5da8-f7f1-437c-904c-7e572606bc8b, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4f9e5da8-f7f1-437c-904c-7e572606bc8b,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:02.494339 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.508458 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Calling delete_port for 4f9e5da8-f7f1-437c-904c-7e572606bc8b owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:02.526630 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] DHCP port deletion for 3aa270d2-a29e-4109-b7eb-115277832e48 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:57:02.572773 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] Deleting port 4f9e5da8-f7f1-437c-904c-7e572606bc8b {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:02.573144 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.597505 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.623875 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f9e5da8-f7f1-437c-904c-7e572606bc8b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:02.628239 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] No DVR routers for this DVR port 4f9e5da8-f7f1-437c-904c-7e572606bc8b on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:02.636914 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] For port 4f9e5da8-f7f1-437c-904c-7e572606bc8b, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=4f9e5da8-f7f1-437c-904c-7e572606bc8b,segment=NetworkSegment(b6153b02-bb5a-4873-ae04-a46d28d1923d),segment_id=b6153b02-bb5a-4873-ae04-a46d28d1923d)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:02.637313 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.650488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] Calling delete_port for 4f9e5da8-f7f1-437c-904c-7e572606bc8b owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:02.700346 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (3aa270d2-a29e-4109-b7eb-115277832e48), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.724023 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa270d2-a29e-4109-b7eb-115277832e48']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:02.733197 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (4f9e5da8-f7f1-437c-904c-7e572606bc8b), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.740418 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6153b02-bb5a-4873-ae04-a46d28d1923d') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:02.741314 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6153b02-bb5a-4873-ae04-a46d28d1923d') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:02.754060 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (b6153b02-bb5a-4873-ae04-a46d28d1923d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.758939 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] Pushing event deleted for resources: {'Port': ['ID=4f9e5da8-f7f1-437c-904c-7e572606bc8b,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:02.762697 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3d24c-a397-49bc-af45-58b6fcca101b None None] No DVR routers for this DVR port 4f9e5da8-f7f1-437c-904c-7e572606bc8b on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:02.781602 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (b6153b02-bb5a-4873-ae04-a46d28d1923d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.788781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:02.789187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (b6153b02-bb5a-4873-ae04-a46d28d1923d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.836609 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment b6153b02-bb5a-4873-ae04-a46d28d1923d resource provider aggregate not found Sep 21 21:57:02.840862 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 0152bfd9-f31d-481a-97c7-f891691c0853 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:02.866729 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 0152bfd9-f31d-481a-97c7-f891691c0853 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:02.867070 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 0152bfd9-f31d-481a-97c7-f891691c0853 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:02.867706 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e3ecdbd9-7f3e-4785-a757-f566e87b9480 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:02.868357 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment b6153b02-bb5a-4873-ae04-a46d28d1923d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6153b02-bb5a-4873-ae04-a46d28d1923d found for delete ", "request_id": "req-88aee210-54a9-4dd9-b670-a54b6a1534ec"}]} Sep 21 21:57:02.883292 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (3aa270d2-a29e-4109-b7eb-115277832e48), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.887996 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: e3ecdbd9-7f3e-4785-a757-f566e87b9480 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:02.888343 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device e3ecdbd9-7f3e-4785-a757-f566e87b9480 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:02.888780 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4f9e5da8-f7f1-437c-904c-7e572606bc8b no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:02.890932 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:02.898230 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3aa270d2-a29e-4109-b7eb-115277832e48 HTTP/1.1" status: 204 len: 168 time: 0.5931630 Sep 21 21:57:02.898989 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50690) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:02.905499 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b848d-ea0d-4ee3-9721-b3ddd7bdb1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa270d2-a29e-4109-b7eb-115277832e48,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:02.916431 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 4f9e5da8-f7f1-437c-904c-7e572606bc8b {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:02.920126 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 4f9e5da8-f7f1-437c-904c-7e572606bc8b not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:03.263611 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:03.529750 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Deleting port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:03.530086 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:03.615566 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] For port 1219fa34-a45b-4bdc-962a-ecb9903e3ca2, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,segment=NetworkSegment(50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003),segment_id=50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:03.615936 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:03.628911 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Calling delete_port for 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 owned by network:router_interface {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:03.826911 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (1219fa34-a45b-4bdc-962a-ecb9903e3ca2), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:03.866606 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1219fa34-a45b-4bdc-962a-ecb9903e3ca2,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:04.278891 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:04.493169 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:04.589003 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:04.596712 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c16438d8-9cdd-4c85-bb58-47968abd66a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6934273 Sep 21 21:57:04.596712 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50696) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:04.598112 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] Sync routers for ids ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:04.609662 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] Routers {'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:04.610309 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:04.699863 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks [] for router (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:04.796690 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] Set router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:04.807118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks [] for router_gateway (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:04.860415 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Deleting port 764ab86e-e254-4c7a-8436-bc87afdb518d {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:04.860760 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:04.941606 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] For port 764ab86e-e254-4c7a-8436-bc87afdb518d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=764ab86e-e254-4c7a-8436-bc87afdb518d,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:04.942015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:04.954337 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Calling delete_port for 764ab86e-e254-4c7a-8436-bc87afdb518d owned by network:router_gateway {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:04.975028 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:57:03Z', 'revision_number': 5, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port': {'id': '764ab86e-e254-4c7a-8436-bc87afdb518d', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:6a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:04.999829 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] Checking router: c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:05.008626 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] Routers {'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:05.009177 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:56:41Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:05.091931 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] Set router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:05.121251 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (764ab86e-e254-4c7a-8436-bc87afdb518d), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.140456 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:57:04Z', 'revision_number': 6, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:05.146306 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Pushing event deleted for resources: {'Port': ['ID=764ab86e-e254-4c7a-8436-bc87afdb518d,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:05.168671 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987192b8-45fd-4d4f-a177-46cba79204a5 None None] The sync data for ids ['c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb'] in dv-cinder-858817-1-iscsi is: [{'id': 'c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb', 'name': 'tempest-TestShelveInstance-2144439697-router', 'tenant_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:06Z', 'updated_at': '2022-09-21T21:57:04Z', 'revision_number': 6, 'project_id': '2f09b4e95f7f4f538171d7d1a558a7a7', 'gw_port_host': None}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:05.208192 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.297649 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.299953 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks [] for router_controller (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.350558 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.351515 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb {{(pid=115542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:57:05.356672 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.357904 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-59304b15-70dd-40e8-ab2b-3590ecfdb21c admin admin] 10.222.0.48 "DELETE /v2.0/routers/c114992d-bb00-4f8b-9b3e-f9a7afcb8fdb HTTP/1.1" status: 204 len: 168 time: 0.7601883 Sep 21 21:57:05.360515 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50700) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:05.409667 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Deleting subnet eff8c12f-4e6c-4085-890f-a112867ba543 {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:05.413445 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Publish callbacks [] for subnet (eff8c12f-4e6c-4085-890f-a112867ba543), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.458190 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14546803'] for subnet (eff8c12f-4e6c-4085-890f-a112867ba543), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.551929 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (eff8c12f-4e6c-4085-890f-a112867ba543), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.619929 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14205943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14575480'] for subnet (eff8c12f-4e6c-4085-890f-a112867ba543), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.646230 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff8c12f-4e6c-4085-890f-a112867ba543,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:05.649905 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.653126 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-27dcbde2-307a-4ed9-9019-b4d12abb29b8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/eff8c12f-4e6c-4085-890f-a112867ba543 HTTP/1.1" status: 204 len: 168 time: 0.2916346 Sep 21 21:57:05.656630 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50702) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:05.660800 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27256a-22ab-4d21-9184-b8b2c91eed07 None None] Network 98cbae92-565e-4480-86a5-fd94163d7b6d requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:05.769733 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (98cbae92-565e-4480-86a5-fd94163d7b6d), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.828620 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Deleting port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:05.829047 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.895442 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] For port 8fb89f3a-08c1-4644-a579-1574cadbd2a0, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=8fb89f3a-08c1-4644-a579-1574cadbd2a0,segment=NetworkSegment(50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003),segment_id=50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:05.895728 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.908812 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Calling delete_port for 8fb89f3a-08c1-4644-a579-1574cadbd2a0 owned by network:dhcp {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:05.945749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] DHCP port deletion for 98cbae92-565e-4480-86a5-fd94163d7b6d request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:57:05.994900 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Deleting port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:05.995265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:05.996491 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.021897 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fb89f3a-08c1-4644-a579-1574cadbd2a0,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:06.025505 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] No DVR routers for this DVR port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 on host dv-cinder-858817-1-iscsi {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:06.060907 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] For port 8fb89f3a-08c1-4644-a579-1574cadbd2a0, host dv-cinder-858817-1-iscsi, got binding levels [] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:06.061265 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.074205 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Calling delete_port for 8fb89f3a-08c1-4644-a579-1574cadbd2a0 owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:06.076889 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.ipam_backend_mixin [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 was not found and therefore no delete operation was performed {{(pid=115543) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Sep 21 21:57:06.078453 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (8fb89f3a-08c1-4644-a579-1574cadbd2a0), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.099487 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (98cbae92-565e-4480-86a5-fd94163d7b6d), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.105523 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] Pushing event deleted for resources: {'Port': ['ID=8fb89f3a-08c1-4644-a579-1574cadbd2a0,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:06.111259 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941a1d2d-d2f8-4085-8cbf-e66ad530d59f None None] No DVR routers for this DVR port 8fb89f3a-08c1-4644-a579-1574cadbd2a0 on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:06.121384 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98cbae92-565e-4480-86a5-fd94163d7b6d']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:06.132029 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:06.132365 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:06.142568 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.156352 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.162445 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:06.162836 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.226728 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (98cbae92-565e-4480-86a5-fd94163d7b6d), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.232174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.238326 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/98cbae92-565e-4480-86a5-fd94163d7b6d HTTP/1.1" status: 204 len: 168 time: 0.5800951 Sep 21 21:57:06.256750 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267adb5-ba3b-4841-ac31-09bc68dbbda5 admin admin] Pushing event deleted for resources: {'Network': ['ID=98cbae92-565e-4480-86a5-fd94163d7b6d,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:06.414103 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003 resource provider aggregate not found Sep 21 21:57:06.434005 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50e8c3c8-1744-4e4b-ba1c-7d7f1b7d0003 found for delete ", "request_id": "req-54af5db5-4c37-4705-b348-4d9e264f61c9"}]} Sep 21 21:57:06.434005 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50714) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:06.477314 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-fef5aad5-c2ee-4629-b813-1fa518db919a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa391d948f7f40b3bb96bc483eb0328c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424149 Sep 21 21:57:06.480487 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50716) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:06.552467 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30c7a0e8-84a5-44fe-90d4-a454a6b10a9d admin admin] Publish callbacks [] for security_group (77eb5f77-1a0d-4085-9ae4-173ad15bab27), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.577300 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30c7a0e8-84a5-44fe-90d4-a454a6b10a9d admin admin] Publish callbacks [] for security_group (77eb5f77-1a0d-4085-9ae4-173ad15bab27), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.628066 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30c7a0e8-84a5-44fe-90d4-a454a6b10a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (77eb5f77-1a0d-4085-9ae4-173ad15bab27), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.630818 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30c7a0e8-84a5-44fe-90d4-a454a6b10a9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:06.632095 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-30c7a0e8-84a5-44fe-90d4-a454a6b10a9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/77eb5f77-1a0d-4085-9ae4-173ad15bab27 HTTP/1.1" status: 204 len: 168 time: 0.1498034 Sep 21 21:57:06.640245 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7a0e8-84a5-44fe-90d4-a454a6b10a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77eb5f77-1a0d-4085-9ae4-173ad15bab27,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:06.798471 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 764ab86e-e254-4c7a-8436-bc87afdb518d no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:06.818767 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 764ab86e-e254-4c7a-8436-bc87afdb518d {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:06.819029 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 764ab86e-e254-4c7a-8436-bc87afdb518d not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:06.819444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:06.837974 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:06.838191 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 1219fa34-a45b-4bdc-962a-ecb9903e3ca2 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:06.838601 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 8fb89f3a-08c1-4644-a579-1574cadbd2a0 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:06.856999 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 8fb89f3a-08c1-4644-a579-1574cadbd2a0 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:06.856999 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 8fb89f3a-08c1-4644-a579-1574cadbd2a0 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:06.979106 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50722) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:07.020137 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4bd2a89e-54e8-4211-9757-9c7705e82c6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f09b4e95f7f4f538171d7d1a558a7a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398228 Sep 21 21:57:07.022882 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50724) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:07.072949 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b662b5c7-cb81-4df3-beeb-e0e521d05f18 admin admin] Publish callbacks [] for security_group (082087cd-9bd8-427c-849e-2e98ff7e19e9), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:07.096615 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b662b5c7-cb81-4df3-beeb-e0e521d05f18 admin admin] Publish callbacks [] for security_group (082087cd-9bd8-427c-849e-2e98ff7e19e9), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:07.148314 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b662b5c7-cb81-4df3-beeb-e0e521d05f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (082087cd-9bd8-427c-849e-2e98ff7e19e9), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:07.150981 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-b662b5c7-cb81-4df3-beeb-e0e521d05f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:07.152142 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-b662b5c7-cb81-4df3-beeb-e0e521d05f18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/082087cd-9bd8-427c-849e-2e98ff7e19e9 HTTP/1.1" status: 204 len: 168 time: 0.1283915 Sep 21 21:57:07.161066 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662b5c7-cb81-4df3-beeb-e0e521d05f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082087cd-9bd8-427c-849e-2e98ff7e19e9,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:08.438937 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c6e7bf3a-ea31-4761-a5c8-c0382711d9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:10.612604 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-bb940998-b884-4d6b-876a-2f6634ece6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:12.236329 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:13.822371 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:15.151025 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:17.937486 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50774) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:18.096965 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Deleting port 7c683e98-9bb4-4189-84a0-88070b6b7ed0 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:18.097305 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.181359 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.181666 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (7c683e98-9bb4-4189-84a0-88070b6b7ed0), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.194350 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Calling delete_port for 7c683e98-9bb4-4189-84a0-88070b6b7ed0 owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:18.350805 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (7c683e98-9bb4-4189-84a0-88070b6b7ed0), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.401020 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'Port': ['ID=7c683e98-9bb4-4189-84a0-88070b6b7ed0,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:18.427726 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.428258 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.428428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.428765 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.429099 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.429431 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.429760 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.430119 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.430448 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.430776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.431091 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.431424 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.431745 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:18.453593 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (81bd9daf-1cfd-4672-bb8a-80fbf37e8d20), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.453949 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Floating IP 81bd9daf-1cfd-4672-bb8a-80fbf37e8d20 disassociated (deleted). External IP: 172.27.3.80, port: 553a7343-ab96-4e72-83ea-f47d514caffc. Sep 21 21:57:18.661244 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:18.774047 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:18.779378 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:18.785350 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef465661-b677-4bca-9996-7666186080ee None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:18.796364 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:18.796988 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:18.813465 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-897b0a65-10d0-4d4e-b544-30aa38aa351f tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "DELETE /v2.0/floatingips/81bd9daf-1cfd-4672-bb8a-80fbf37e8d20 HTTP/1.1" status: 204 len: 168 time: 0.8748066 Sep 21 21:57:18.814175 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:18.818521 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f34f556-26f0-40ca-a89a-c68a12879df6" -d '{"events": [{"name": "network-changed", "server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:18.914154 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:19.056329 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f4d7c6-d872-4e05-bfd5-589232e1700a x-openstack-request-id: req-89f4d7c6-d872-4e05-bfd5-589232e1700a {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:19.056829 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:19.056937 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-89f4d7c6-d872-4e05-bfd5-589232e1700a {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:19.057275 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f4d7c6-d872-4e05-bfd5-589232e1700a'] response: {'name': 'network-changed', 'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc', 'status': 'completed', 'code': 200} Sep 21 21:57:19.083114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377b56e-098c-4bfc-8b25-d519e5250394 req-3b0b05c2-fa1a-4869-9308-4e34626afc3a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.084925 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0377b56e-098c-4bfc-8b25-d519e5250394 req-3b0b05c2-fa1a-4869-9308-4e34626afc3a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0643501 Sep 21 21:57:19.141867 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-0377b56e-098c-4bfc-8b25-d519e5250394 req-66c7c4c2-67d5-4dc5-a0bd-0fc3b4245eb9 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497541 Sep 21 21:57:19.238508 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-4eb544ae-f89f-450f-83ae-6496ea187973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.240050 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-4eb544ae-f89f-450f-83ae-6496ea187973 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 1130 time: 0.1581478 Sep 21 21:57:19.290175 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:23Z', 'revision_number': 1, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:19.315128 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef465661-b677-4bca-9996-7666186080ee None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:19.324038 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:19.324934 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:19.334445 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-f70ea843-c14d-4b7b-9456-bb9d5048e6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.335959 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-f70ea843-c14d-4b7b-9456-bb9d5048e6cc service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.0895019 Sep 21 21:57:19.382499 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-3839c12e-8f07-499a-850b-0e97f5652d22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553a7343-ab96-4e72-83ea-f47d514caffc HTTP/1.1" status: 200 len: 217 time: 0.0388341 Sep 21 21:57:19.440669 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:19.452961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-5aa1032b-1cd7-4439-b885-33ba06bb6f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.454605 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-5aa1032b-1cd7-4439-b885-33ba06bb6f8c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0655158 Sep 21 21:57:19.515331 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-5a2a1e44-78db-4e19-b950-d0ce1a496e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:19.516948 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-5a2a1e44-78db-4e19-b950-d0ce1a496e9d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517266 Sep 21 21:57:19.529324 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-04063c1c-d332-4e82-b210-284c7bc9af70 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=115542) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 21 21:57:19.530498 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-04063c1c-d332-4e82-b210-284c7bc9af70 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057325 Sep 21 21:57:19.627982 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-e4573861-ecbb-440a-a687-dda951832778 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908911 Sep 21 21:57:19.692502 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-ef465661-b677-4bca-9996-7666186080ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:23Z', 'revision_number': 1, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:19.726709 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef465661-b677-4bca-9996-7666186080ee None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_floatingips': [{'id': 'f9bb7a2f-d900-435f-ae42-4bf30b0a4a25', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'router_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'port_id': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'mac_address': 'fa:16:3e:a3:e7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8ff346-f18a-4275-9a89-002375ae509b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-21T21:53:20Z', 'updated_at': '2022-09-21T21:53:23Z', 'revision_number': 1, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:19.747616 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-9f34f556-26f0-40ca-a89a-c68a12879df6 req-b37647d3-723d-40fd-a9c4-1b02059b524e service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119125 Sep 21 21:57:19.982185 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da368b0-0864-4107-a44f-a2a200c5af34 None None] New status for floating IP 81bd9daf-1cfd-4672-bb8a-80fbf37e8d20: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:57:20.277373 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ea8aa-2c85-493c-81e8-2d609fa7fede req-5123e721-3355-4ed3-a072-193324f33fdd tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.278912 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7a4ea8aa-2c85-493c-81e8-2d609fa7fede req-5123e721-3355-4ed3-a072-193324f33fdd tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0552166 Sep 21 21:57:20.329882 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-7a4ea8aa-2c85-493c-81e8-2d609fa7fede req-b5bf8ab9-4e16-467a-ac46-d67aee8d35e2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446572 Sep 21 21:57:20.789081 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-1b2f0b02-278f-47b7-a0d3-29097a3a1b4d tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:20.790599 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-1b2f0b02-278f-47b7-a0d3-29097a3a1b4d tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 946 time: 0.0656769 Sep 21 21:57:20.885919 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Deleting port 553a7343-ab96-4e72-83ea-f47d514caffc {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:20.886270 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.980738 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] For port 553a7343-ab96-4e72-83ea-f47d514caffc, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=553a7343-ab96-4e72-83ea-f47d514caffc,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:20.981117 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.990454 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:20.996314 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Calling delete_port for 553a7343-ab96-4e72-83ea-f47d514caffc owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:21.125324 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (553a7343-ab96-4e72-83ea-f47d514caffc), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:21.156370 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'Port': ['ID=553a7343-ab96-4e72-83ea-f47d514caffc,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:21.168478 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.168835 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.169178 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.169515 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.169906 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.170236 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.170561 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.170864 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.171179 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.171535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.171855 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.172210 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.172455 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:21.208800 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] No DVR routers for this DVR port 553a7343-ab96-4e72-83ea-f47d514caffc on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:21.211502 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:21.215010 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-eff9893f-b5ca-4240-aabb-da0f98801a2c req-4a79122b-00e4-4ae3-8008-a7a771262a1c tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "DELETE /v2.0/ports/553a7343-ab96-4e72-83ea-f47d514caffc HTTP/1.1" status: 204 len: 173 time: 0.4152062 Sep 21 21:57:21.215501 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'name': 'network-vif-deleted', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:21.217929 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab6e8a9-8f29-47d5-ae4d-ef901f94ccef" -d '{"events": [{"server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "name": "network-vif-deleted", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:21.329570 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7162b59c-4565-438b-a46d-7fb2fc626102 x-openstack-request-id: req-7162b59c-4565-438b-a46d-7fb2fc626102 {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:21.330377 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f89d3d97-176e-42f6-a0b7-af489b72e106", "name": "network-vif-deleted", "tag": "553a7343-ab96-4e72-83ea-f47d514caffc", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:21.330377 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-7162b59c-4565-438b-a46d-7fb2fc626102 {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:21.330689 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7162b59c-4565-438b-a46d-7fb2fc626102'] response: {'server_uuid': 'f89d3d97-176e-42f6-a0b7-af489b72e106', 'name': 'network-vif-deleted', 'tag': '553a7343-ab96-4e72-83ea-f47d514caffc', 'status': 'completed', 'code': 200} Sep 21 21:57:21.373819 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4e739-7b2f-40be-93b6-de56c0d4c2e4 req-55c22983-19e1-42ac-9414-8627db690300 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:21.375404 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bad4e739-7b2f-40be-93b6-de56c0d4c2e4 req-55c22983-19e1-42ac-9414-8627db690300 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.0579622 Sep 21 21:57:21.429526 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-bad4e739-7b2f-40be-93b6-de56c0d4c2e4 req-05697c81-4da4-49d9-948a-3bea06970965 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474331 Sep 21 21:57:21.441024 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-407b5a3c-48c3-424b-a717-14c8da9ad9da req-8482f263-aaf5-4652-809c-672cd0865fd0 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=f89d3d97-176e-42f6-a0b7-af489b72e106 HTTP/1.1" status: 200 len: 210 time: 0.0322411 Sep 21 21:57:22.571187 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf5365-aa20-492f-8ef4-58503d4056ee req-393a878e-af7b-4df8-b7d9-e9a9c2defbad tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:22.572472 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0cf5365-aa20-492f-8ef4-58503d4056ee req-393a878e-af7b-4df8-b7d9-e9a9c2defbad tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.0565946 Sep 21 21:57:22.625515 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-f0cf5365-aa20-492f-8ef4-58503d4056ee req-723ef7fa-8ad9-4c34-8e85-ebb4c624b510 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468004 Sep 21 21:57:23.259086 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-a715712b-614c-4363-a7bb-7562b28469fa tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:23.260454 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-a715712b-614c-4363-a7bb-7562b28469fa tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.0592010 Sep 21 21:57:23.356687 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Deleting port 7baba196-cb01-4cf5-8e69-43275f94d9b5 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:23.357005 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:23.449817 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] For port 7baba196-cb01-4cf5-8e69-43275f94d9b5, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=7baba196-cb01-4cf5-8e69-43275f94d9b5,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:23.450195 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:23.619046 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:23.619386 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1610752'] for floatingip (2c62b88f-5c98-403b-93c5-dcd4d0d88d5b), after_update {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:23.619719 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.l3_db [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Floating IP 2c62b88f-5c98-403b-93c5-dcd4d0d88d5b disassociated. External IP: 172.27.3.46, port: 7baba196-cb01-4cf5-8e69-43275f94d9b5. Sep 21 21:57:23.620063 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Calling delete_port for 7baba196-cb01-4cf5-8e69-43275f94d9b5 owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:23.794074 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (7baba196-cb01-4cf5-8e69-43275f94d9b5), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:23.807525 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc064019-ce04-4c23-adb1-f171e2bb1fdc req-1101dbe1-341b-47da-8554-6ecb92d6906b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:23.808996 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-dc064019-ce04-4c23-adb1-f171e2bb1fdc req-1101dbe1-341b-47da-8554-6ecb92d6906b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/ports?device_id=ce3fefe5-3e26-4931-aeec-af8270aa7b91 HTTP/1.1" status: 200 len: 945 time: 0.1052704 Sep 21 21:57:23.835587 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event deleted for resources: {'Port': ['ID=7baba196-cb01-4cf5-8e69-43275f94d9b5,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:23.917530 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-dc064019-ce04-4c23-adb1-f171e2bb1fdc req-bc5859c3-e084-4293-88bf-b940eaad0c38 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups?id=0ec1330f-88ea-4c99-8a6e-86ec13ba9581&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881224 Sep 21 21:57:23.971781 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:24.091592 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:24.102098 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:24.113428 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:24.114015 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:24.133061 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] No DVR routers for this DVR port 7baba196-cb01-4cf5-8e69-43275f94d9b5 on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:24.135758 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:24.139091 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-c901cc9f-42cb-4e53-95fb-e31e2d9cf92c req-e6b929ce-1b8e-4bc1-80e6-007128930861 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.50 "DELETE /v2.0/ports/7baba196-cb01-4cf5-8e69-43275f94d9b5 HTTP/1.1" status: 204 len: 173 time: 0.8708062 Sep 21 21:57:24.139587 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'name': 'network-vif-deleted', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:24.141840 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663c018c-daf6-46dc-a2d2-6be83aa15976" -d '{"events": [{"server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "name": "network-vif-deleted", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:24.190959 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1a76e-6d39-46a9-b359-fa9306a6089d x-openstack-request-id: req-bac1a76e-6d39-46a9-b359-fa9306a6089d {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:24.191300 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3fefe5-3e26-4931-aeec-af8270aa7b91", "name": "network-vif-deleted", "tag": "7baba196-cb01-4cf5-8e69-43275f94d9b5", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:24.191618 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-bac1a76e-6d39-46a9-b359-fa9306a6089d {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:24.192138 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac1a76e-6d39-46a9-b359-fa9306a6089d'] response: {'server_uuid': 'ce3fefe5-3e26-4931-aeec-af8270aa7b91', 'name': 'network-vif-deleted', 'tag': '7baba196-cb01-4cf5-8e69-43275f94d9b5', 'status': 'completed', 'code': 200} Sep 21 21:57:24.223679 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:24.437604 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:24.461475 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:24.471853 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:24.472619 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:24.579413 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:24.765291 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50856) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:24.783857 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:24.811726 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171f037c-f865-4703-918a-ab4a19071f5b None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:52:24Z', 'revision_number': 4, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '5369f7a9-467d-40d3-81f3-3b696e93e98a', 'name': '', 'network_id': 'e9ad4e42-9131-4bb3-912f-0eccd0009a58', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'mac_address': 'fa:16:3e:7f:e4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:24Z', 'updated_at': '2022-09-21T21:52:28Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'subnets': [{'id': '8a3006b2-a85f-468b-98e2-92a85887b715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:24.919901 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Deleting port 69e6966d-f74e-4792-adf6-7c067294a22f {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:24.920270 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (69e6966d-f74e-4792-adf6-7c067294a22f), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.005473 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (69e6966d-f74e-4792-adf6-7c067294a22f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.005995 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (69e6966d-f74e-4792-adf6-7c067294a22f), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.020472 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Calling delete_port for 69e6966d-f74e-4792-adf6-7c067294a22f owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:25.055789 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b09a29c-b045-4c5f-8803-5b097238ddf3 None None] New status for floating IP 2c62b88f-5c98-403b-93c5-dcd4d0d88d5b: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:57:25.129506 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50864) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:25.187840 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d44d7465-9696-4eb2-9475-363151083de0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (0ec1330f-88ea-4c99-8a6e-86ec13ba9581), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.188564 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (69e6966d-f74e-4792-adf6-7c067294a22f), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.213551 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d44d7465-9696-4eb2-9475-363151083de0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (0ec1330f-88ea-4c99-8a6e-86ec13ba9581), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.224202 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'Port': ['ID=69e6966d-f74e-4792-adf6-7c067294a22f,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:25.274165 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d44d7465-9696-4eb2-9475-363151083de0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (0ec1330f-88ea-4c99-8a6e-86ec13ba9581), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.276729 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-d44d7465-9696-4eb2-9475-363151083de0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.277920 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-d44d7465-9696-4eb2-9475-363151083de0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "DELETE /v2.0/security-groups/0ec1330f-88ea-4c99-8a6e-86ec13ba9581 HTTP/1.1" status: 204 len: 168 time: 0.1472616 Sep 21 21:57:25.280698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50866) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:25.286953 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d7465-9696-4eb2-9475-363151083de0 tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec1330f-88ea-4c99-8a6e-86ec13ba9581,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:25.294699 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (f9bb7a2f-d900-435f-ae42-4bf30b0a4a25), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.295071 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.l3_db [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Floating IP f9bb7a2f-d900-435f-ae42-4bf30b0a4a25 disassociated (deleted). External IP: 172.27.3.163, port: 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a. Sep 21 21:57:25.302271 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.api.v2.resource [None req-b5e17e94-c3c5-4905-a653-fe9cb42f8b6a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] show failed (client error): The resource could not be found. Sep 21 21:57:25.312827 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b5e17e94-c3c5-4905-a653-fe9cb42f8b6a tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "GET /v2.0/security-groups/0ec1330f-88ea-4c99-8a6e-86ec13ba9581 HTTP/1.1" status: 404 len: 347 time: 0.0214331 Sep 21 21:57:25.313019 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50868) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:25.508796 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:25.615114 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:25.619796 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.625391 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:25.637392 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:25.638038 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:25.655412 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-262c6512-c0b8-42cf-aabd-8aea1ed07aa3 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "DELETE /v2.0/floatingips/f9bb7a2f-d900-435f-ae42-4bf30b0a4a25 HTTP/1.1" status: 204 len: 168 time: 0.8888805 Sep 21 21:57:25.656682 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a'}] {{(pid=115541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:25.660466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9d5e8ea673829ff575e9383851a3c282123d2d24d843c51d31ae590ab1ab8091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0852c-a67c-4572-b121-d165f43d6609" -d '{"events": [{"name": "network-changed", "server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a"}]}' {{(pid=115541) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:25.709694 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebac174-76c3-4a82-af8e-3e5c8134fcd5 x-openstack-request-id: req-aebac174-76c3-4a82-af8e-3e5c8134fcd5 {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:25.710136 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a", "status": "completed", "code": 200}]} {{(pid=115541) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:25.710603 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-aebac174-76c3-4a82-af8e-3e5c8134fcd5 {{(pid=115541) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:25.710969 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebac174-76c3-4a82-af8e-3e5c8134fcd5'] response: {'name': 'network-changed', 'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'status': 'completed', 'code': 200} Sep 21 21:57:25.714542 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Deleting port 1f0795cf-c111-4424-ae7f-6ba5569ccb09 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:25.714900 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.772374 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:25.817428 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 553a7343-ab96-4e72-83ea-f47d514caffc no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:25.835683 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-8adeec1f-1e49-4b62-adcf-657d2f88d007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:25.837189 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-8adeec1f-1e49-4b62-adcf-657d2f88d007 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=865994434d4a490ba79f77f14e98edf7&device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 1130 time: 0.0834610 Sep 21 21:57:25.838963 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.839287 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (1f0795cf-c111-4424-ae7f-6ba5569ccb09), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:25.861338 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Calling delete_port for 1f0795cf-c111-4424-ae7f-6ba5569ccb09 owned by network:floatingip {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:25.873553 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 553a7343-ab96-4e72-83ea-f47d514caffc {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:25.873853 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 553a7343-ab96-4e72-83ea-f47d514caffc not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:25.919782 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe180883-a4af-4685-9d8b-2ad5daca3d61 req-d89f3425-9273-43ab-9455-741239698c58 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:25.921402 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fe180883-a4af-4685-9d8b-2ad5daca3d61 req-d89f3425-9273-43ab-9455-741239698c58 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 946 time: 0.0590343 Sep 21 21:57:25.972487 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [req-fe180883-a4af-4685-9d8b-2ad5daca3d61 req-a1a7e872-f458-4cce-b4fb-ad9f217a99d7 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448203 Sep 21 21:57:26.001825 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-9baa6250-c7a1-4369-810e-d05dfd02dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:26.003348 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-9baa6250-c7a1-4369-810e-d05dfd02dd70 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 200 len: 912 time: 0.1505489 Sep 21 21:57:26.021464 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:26.050556 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:26.059973 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:26.060809 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:26.063354 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-eca14be0-cb94-4285-9242-ebbe05e06af4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a HTTP/1.1" status: 200 len: 217 time: 0.0500586 Sep 21 21:57:26.145680 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-a196b222-7519-42f1-ad11-85b721fa16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:26.147742 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-a196b222-7519-42f1-ad11-85b721fa16e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 200 len: 850 time: 0.0777123 Sep 21 21:57:26.152789 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (1f0795cf-c111-4424-ae7f-6ba5569ccb09), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:26.175660 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:26.200371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Pushing event deleted for resources: {'Port': ['ID=1f0795cf-c111-4424-ae7f-6ba5569ccb09,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:26.274529 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-e3df679c-c7dd-4f6b-a3bf-3a32cbd79da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:26.276066 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-e3df679c-c7dd-4f6b-a3bf-3a32cbd79da1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a78848c2-3cf6-43f9-8f70-6458a71d2e12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1210582 Sep 21 21:57:26.281191 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks [] for floatingip (2c62b88f-5c98-403b-93c5-dcd4d0d88d5b), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:26.284137 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:26.285280 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-4b6b6794-b144-4b5d-a5c9-52d6bba6461b tempest-AttachVolumeTestJSON-22046728 tempest-AttachVolumeTestJSON-22046728-project] 10.222.0.48 "DELETE /v2.0/floatingips/2c62b88f-5c98-403b-93c5-dcd4d0d88d5b HTTP/1.1" status: 204 len: 168 time: 0.9739897 Sep 21 21:57:26.383259 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-410cb0da-66f0-4e10-a15b-8bb5786948f7 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964627 Sep 21 21:57:26.483245 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-5aa0852c-a67c-4572-b121-d165f43d6609 req-c6fc419e-3cbd-4a55-9900-09e44397c027 service neutron] 10.222.0.50 "GET /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931089 Sep 21 21:57:26.542029 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:26.566374 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f06614-3a8a-485a-9872-526f5516e578 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:49:35Z', 'revision_number': 4, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi', '_interfaces': [{'id': '7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f', 'name': '', 'network_id': 'a78848c2-3cf6-43f9-8f70-6458a71d2e12', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'mac_address': 'fa:16:3e:f2:ee:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_interface', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:34Z', 'updated_at': '2022-09-21T21:49:42Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'subnets': [{'id': '9edc68bb-96bb-401a-b83b-5b263fb2d613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:26.798291 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8974eeb1-a8cc-4a98-b1b0-cf7e70582b12 None None] New status for floating IP f9bb7a2f-d900-435f-ae42-4bf30b0a4a25: DOWN {{(pid=115545) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 21 21:57:27.119924 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea2a9-2d05-4cce-846e-53bbda4212bd req-0dc072d0-011c-4790-bf74-8e0208810841 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:27.121419 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2a7ea2a9-2d05-4cce-846e-53bbda4212bd req-0dc072d0-011c-4790-bf74-8e0208810841 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 946 time: 0.0588405 Sep 21 21:57:27.173419 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-2a7ea2a9-2d05-4cce-846e-53bbda4212bd req-bd74f721-a7f3-4f2b-8488-a594743c4155 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/security-groups?id=4a01c274-c57a-4f4b-9154-aa43dbc85b8f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458643 Sep 21 21:57:27.542439 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-1e430b2e-1c83-435b-b295-cca404e37c9b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:27.544192 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-1e430b2e-1c83-435b-b295-cca404e37c9b tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 946 time: 0.0599897 Sep 21 21:57:27.643327 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Deleting port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:27.643661 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:27.751701 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] For port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a, host hv-cinder-85881, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85881',level=0,port_id=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:27.752608 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:27.769845 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Calling delete_port for 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a owned by compute:nova {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:27.829443 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7baba196-cb01-4cf5-8e69-43275f94d9b5 no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:27.853961 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 7baba196-cb01-4cf5-8e69-43275f94d9b5 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:27.854414 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 7baba196-cb01-4cf5-8e69-43275f94d9b5 not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:27.922041 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (030fb6cb-3117-488d-9bb3-cf5d5ae55b6a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:27.952688 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'Port': ['ID=030fb6cb-3117-488d-9bb3-cf5d5ae55b6a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:27.995090 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] No DVR routers for this DVR port 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a on host hv-cinder-85881 {{(pid=115542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:27.997535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for port (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:28.000850 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ae4ea1ca-f89e-4bfb-a16d-92baa38c12cd req-b51fae92-928b-44bd-98db-7c522995ceb2 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.50 "DELETE /v2.0/ports/030fb6cb-3117-488d-9bb3-cf5d5ae55b6a HTTP/1.1" status: 204 len: 173 time: 0.4502749 Sep 21 21:57:28.001340 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'name': 'network-vif-deleted', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a'}] {{(pid=115542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 21 21:57:28.003892 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.48/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ae3ad7b555e70914baf88acef8a596c41758f13ed7768a35892b855f5d11367" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01cf5d4-22e8-482f-b7c8-712aafefb6d3" -d '{"events": [{"server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "name": "network-vif-deleted", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a"}]}' {{(pid=115542) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 21 21:57:28.047272 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 21 Sep 2022 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aae630b-4f7d-443d-933b-17da3f51fa5c x-openstack-request-id: req-1aae630b-4f7d-443d-933b-17da3f51fa5c {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 21 21:57:28.048008 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d8ff346-f18a-4275-9a89-002375ae509b", "name": "network-vif-deleted", "tag": "030fb6cb-3117-488d-9bb3-cf5d5ae55b6a", "status": "completed", "code": 200}]} {{(pid=115542) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 21 21:57:28.048346 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.48/compute/v2.1/os-server-external-events used request id req-1aae630b-4f7d-443d-933b-17da3f51fa5c {{(pid=115542) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 21 21:57:28.049550 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aae630b-4f7d-443d-933b-17da3f51fa5c'] response: {'server_uuid': '4d8ff346-f18a-4275-9a89-002375ae509b', 'name': 'network-vif-deleted', 'tag': '030fb6cb-3117-488d-9bb3-cf5d5ae55b6a', 'status': 'completed', 'code': 200} Sep 21 21:57:28.278519 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [req-ed6fac39-ab2b-4822-9f72-80da07067c80 req-a78c015e-d4e2-4564-8f5f-5f221f713f26 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "GET /v2.0/ports?device_id=4d8ff346-f18a-4275-9a89-002375ae509b HTTP/1.1" status: 200 len: 210 time: 0.0291438 Sep 21 21:57:29.354403 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50904) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:29.480461 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Deleting port a3a6c11d-9263-4667-910d-ef42b945c958 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:29.480784 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (a3a6c11d-9263-4667-910d-ef42b945c958), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:29.576614 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (a3a6c11d-9263-4667-910d-ef42b945c958), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:29.576910 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (a3a6c11d-9263-4667-910d-ef42b945c958), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:29.594106 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Calling delete_port for a3a6c11d-9263-4667-910d-ef42b945c958 owned by network:floatingip {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:29.754337 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (a3a6c11d-9263-4667-910d-ef42b945c958), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:29.784404 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'Port': ['ID=a3a6c11d-9263-4667-910d-ef42b945c958,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:29.866120 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for floatingip (47202536-919c-4932-adf6-3191eb4d1d2a), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:29.868809 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113351'] for floatingip (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:29.870518 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-53a3d2fe-9f4b-4905-b5b0-255d537887a5 tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "DELETE /v2.0/floatingips/47202536-919c-4932-adf6-3191eb4d1d2a HTTP/1.1" status: 204 len: 168 time: 0.5175514 Sep 21 21:57:29.885396 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50914) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:30.600448 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (939dc6f2-91fd-4021-8f5b-40b133972fa4), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:30.850838 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Deleting port 5369f7a9-467d-40d3-81f3-3b696e93e98a {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:30.851065 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:30.938841 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] For port 5369f7a9-467d-40d3-81f3-3b696e93e98a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=5369f7a9-467d-40d3-81f3-3b696e93e98a,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:30.939208 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:30.953056 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Calling delete_port for 5369f7a9-467d-40d3-81f3-3b696e93e98a owned by network:router_interface {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:31.078197 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50926) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:31.137973 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2833b9f4-28a2-479b-962e-73ef3d65745a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group (4a01c274-c57a-4f4b-9154-aa43dbc85b8f), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.141175 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (5369f7a9-467d-40d3-81f3-3b696e93e98a), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.166512 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5369f7a9-467d-40d3-81f3-3b696e93e98a,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:31.166773 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2833b9f4-28a2-479b-962e-73ef3d65745a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group (4a01c274-c57a-4f4b-9154-aa43dbc85b8f), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.240163 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2833b9f4-28a2-479b-962e-73ef3d65745a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (4a01c274-c57a-4f4b-9154-aa43dbc85b8f), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.242813 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2833b9f4-28a2-479b-962e-73ef3d65745a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.243983 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-2833b9f4-28a2-479b-962e-73ef3d65745a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] 10.222.0.48 "DELETE /v2.0/security-groups/4a01c274-c57a-4f4b-9154-aa43dbc85b8f HTTP/1.1" status: 204 len: 168 time: 0.1647081 Sep 21 21:57:31.255992 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2833b9f4-28a2-479b-962e-73ef3d65745a tempest-TestVolumeBootPattern-333843139 tempest-TestVolumeBootPattern-333843139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a01c274-c57a-4f4b-9154-aa43dbc85b8f,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:31.318015 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50930) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:31.360293 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (939dc6f2-91fd-4021-8f5b-40b133972fa4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.570130 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Router 939dc6f2-91fd-4021-8f5b-40b133972fa4 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:31.673600 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:31.679449 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-6d7b1044-089f-4754-b8ce-13f176435a28 admin admin] 10.222.0.48 "PUT /v2.0/routers/939dc6f2-91fd-4021-8f5b-40b133972fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929866 Sep 21 21:57:31.682203 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50934) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:31.686069 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] Sync routers for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:31.698085 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:31.699026 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:31.708535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (e05208bf-95a6-48b0-aaa7-b35a92066c83), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.781364 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks [] for router (939dc6f2-91fd-4021-8f5b-40b133972fa4), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.805694 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:31.868587 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a no longer exists at agent hyperv_hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:31.882410 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks [] for router_gateway (939dc6f2-91fd-4021-8f5b-40b133972fa4), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.888714 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] No Port match for: 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:31.889101 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Device 030fb6cb-3117-488d-9bb3-cf5d5ae55b6a not bound to the agent host hv-cinder-85881 {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:31.936664 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Deleting port 5d385f3b-77c8-48f2-8f81-9c5d8812c482 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:31.937288 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:31.958921 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Deleting port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:31.959358 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.017551 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197'}], 'enable_snat': True}, 'gw_port_id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:57:31Z', 'revision_number': 5, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port': {'id': '5d385f3b-77c8-48f2-8f81-9c5d8812c482', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:ec:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:52:21Z', 'updated_at': '2022-09-21T21:52:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:32.024372 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] For port 5d385f3b-77c8-48f2-8f81-9c5d8812c482, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=5d385f3b-77c8-48f2-8f81-9c5d8812c482,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:32.024736 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.038328 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Calling delete_port for 5d385f3b-77c8-48f2-8f81-9c5d8812c482 owned by network:router_gateway {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:32.041754 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] Checking router: 939dc6f2-91fd-4021-8f5b-40b133972fa4 for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:32.042174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] For port 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:32.042548 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.050353 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] Routers {'939dc6f2-91fd-4021-8f5b-40b133972fa4'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:32.051193 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['939dc6f2-91fd-4021-8f5b-40b133972fa4'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:32.056143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Calling delete_port for 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f owned by network:router_interface {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:32.137034 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] Set router 939dc6f2-91fd-4021-8f5b-40b133972fa4 gateway port host: None {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:32.189355 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:57:31Z', 'revision_number': 6, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:32.219721 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c150f199-219c-4623-9e42-6c01f6920129 None None] The sync data for ids ['939dc6f2-91fd-4021-8f5b-40b133972fa4'] in dv-cinder-858817-1-iscsi is: [{'id': '939dc6f2-91fd-4021-8f5b-40b133972fa4', 'name': 'tempest-AttachVolumeTestJSON-325405959-router', 'tenant_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:52:20Z', 'updated_at': '2022-09-21T21:57:31Z', 'revision_number': 6, 'project_id': 'f06e9e3643174d94be9d1a7e95acb9e4', 'gw_port_host': None}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:32.238000 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (5d385f3b-77c8-48f2-8f81-9c5d8812c482), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.266419 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.268138 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d385f3b-77c8-48f2-8f81-9c5d8812c482,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:32.295022 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:32.329679 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (939dc6f2-91fd-4021-8f5b-40b133972fa4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.426000 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (939dc6f2-91fd-4021-8f5b-40b133972fa4), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.428614 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks [] for router_controller (939dc6f2-91fd-4021-8f5b-40b133972fa4), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.463403 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (e05208bf-95a6-48b0-aaa7-b35a92066c83), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.482905 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (939dc6f2-91fd-4021-8f5b-40b133972fa4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.483496 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 939dc6f2-91fd-4021-8f5b-40b133972fa4 {{(pid=115541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:57:32.488646 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.492273 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-0560996f-7a44-466d-a284-56c390ad8111 admin admin] 10.222.0.48 "DELETE /v2.0/routers/939dc6f2-91fd-4021-8f5b-40b133972fa4 HTTP/1.1" status: 204 len: 168 time: 0.8067429 Sep 21 21:57:32.492523 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50936) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:32.538294 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Deleting subnet 8a3006b2-a85f-468b-98e2-92a85887b715 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:32.541528 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Publish callbacks [] for subnet (8a3006b2-a85f-468b-98e2-92a85887b715), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.583749 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (8a3006b2-a85f-468b-98e2-92a85887b715), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.669395 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (8a3006b2-a85f-468b-98e2-92a85887b715), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.699822 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Router e05208bf-95a6-48b0-aaa7-b35a92066c83 has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:32.728134 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (8a3006b2-a85f-468b-98e2-92a85887b715), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.753866 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a3006b2-a85f-468b-98e2-92a85887b715,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:32.757817 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.763685 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-071b3d72-52bf-48c2-9358-48cfe891470a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8a3006b2-a85f-468b-98e2-92a85887b715 HTTP/1.1" status: 204 len: 168 time: 0.2675624 Sep 21 21:57:32.763685 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50938) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:32.768300 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c11f0f-47cd-42ee-b91c-c2e3e05072fd None None] Network e9ad4e42-9131-4bb3-912f-0eccd0009a58 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:32.803314 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:32.811334 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-6dcd69c5-1167-4569-8b1b-55fe727712a2 admin admin] 10.222.0.48 "PUT /v2.0/routers/e05208bf-95a6-48b0-aaa7-b35a92066c83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4917901 Sep 21 21:57:32.811938 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50940) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:32.814106 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] Sync routers for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:32.835345 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (e9ad4e42-9131-4bb3-912f-0eccd0009a58), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.835862 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:32.836717 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:32.904987 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Deleting port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:32.905467 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.928420 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks [] for router (e05208bf-95a6-48b0-aaa7-b35a92066c83), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:32.946395 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: dv-cinder-858817-1-iscsi {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:32.974570 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] For port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:32.974897 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.000538 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Calling delete_port for 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:33.026925 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] DHCP port deletion for e9ad4e42-9131-4bb3-912f-0eccd0009a58 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:57:33.064622 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks [] for router_gateway (e05208bf-95a6-48b0-aaa7-b35a92066c83), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.092706 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Deleting port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:33.093095 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.141932 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.162571 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Deleting port 3a37947f-1220-4516-87d9-de897d0a668a {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:33.162972 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (3a37947f-1220-4516-87d9-de897d0a668a), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.177752 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] For port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,segment=NetworkSegment(3f8baabf-e10e-4eb8-a25c-35868182dac7),segment_id=3f8baabf-e10e-4eb8-a25c-35868182dac7)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:33.178273 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.197098 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3a37947f-1220-4516-87d9-de897d0a668a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:57:32Z', 'revision_number': 5, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port': {'id': '3a37947f-1220-4516-87d9-de897d0a668a', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:5b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:30Z', 'updated_at': '2022-09-21T21:49:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:33.198371 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.202575 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] No DVR routers for this DVR port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:33.220293 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Calling delete_port for 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:33.255056 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] Checking router: e05208bf-95a6-48b0-aaa7-b35a92066c83 for host: dv-cinder-858817-1-iscsi {{(pid=115545) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:33.265240 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] Routers {'e05208bf-95a6-48b0-aaa7-b35a92066c83'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115545) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:33.266168 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['e05208bf-95a6-48b0-aaa7-b35a92066c83'], 'active': True} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:33.273400 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] For port 3a37947f-1220-4516-87d9-de897d0a668a, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=3a37947f-1220-4516-87d9-de897d0a668a,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:33.273842 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (3a37947f-1220-4516-87d9-de897d0a668a), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.276008 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5d385f3b-77c8-48f2-8f81-9c5d8812c482 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:33.295382 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Calling delete_port for 3a37947f-1220-4516-87d9-de897d0a668a owned by network:router_gateway {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:33.298663 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 5d385f3b-77c8-48f2-8f81-9c5d8812c482 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:33.299132 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5d385f3b-77c8-48f2-8f81-9c5d8812c482 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:33.299793 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:33.322030 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:33.322513 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:33.323111 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5369f7a9-467d-40d3-81f3-3b696e93e98a no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:33.329510 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (e9ad4e42-9131-4bb3-912f-0eccd0009a58), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.350400 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 5369f7a9-467d-40d3-81f3-3b696e93e98a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:33.350400 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 5369f7a9-467d-40d3-81f3-3b696e93e98a not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:33.354577 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ad4e42-9131-4bb3-912f-0eccd0009a58']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:33.371764 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.372776 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f8baabf-e10e-4eb8-a25c-35868182dac7') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:33.373087 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f8baabf-e10e-4eb8-a25c-35868182dac7') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:33.390506 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (3f8baabf-e10e-4eb8-a25c-35868182dac7), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.399828 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Pushing event deleted for resources: {'Port': ['ID=7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.402354 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] No DVR routers for this DVR port 7ca2cacd-f1bc-45e5-bf33-4ea183a8d07d on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:33.404832 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (3f8baabf-e10e-4eb8-a25c-35868182dac7), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.417715 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.418206 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.418648 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.419175 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.419599 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.420019 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.420439 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.420846 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.421320 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:33.421444 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.421977 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.422192 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (3f8baabf-e10e-4eb8-a25c-35868182dac7), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.422492 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.422954 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.423373 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f342699-6e64-42f2-8c81-ac387d367bd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:57:33.433876 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_dvr_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] Set router e05208bf-95a6-48b0-aaa7-b35a92066c83 gateway port host: None {{(pid=115545) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:33.454594 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 3f8baabf-e10e-4eb8-a25c-35868182dac7 resource provider aggregate not found Sep 21 21:57:33.485399 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 3f8baabf-e10e-4eb8-a25c-35868182dac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f8baabf-e10e-4eb8-a25c-35868182dac7 found for delete ", "request_id": "req-efac2e41-9134-42ee-8f98-2c04991e1da6"}]} Sep 21 21:57:33.510182 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.l3_hamode_db [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:57:33Z', 'revision_number': 6, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115545) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:33.521135 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (e9ad4e42-9131-4bb3-912f-0eccd0009a58), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.535101 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.539542 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e9ad4e42-9131-4bb3-912f-0eccd0009a58 HTTP/1.1" status: 204 len: 168 time: 0.7742927 Sep 21 21:57:33.545401 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629c9ffe-6f7c-4090-a712-6a8f59b98ef6 None None] The sync data for ids ['e05208bf-95a6-48b0-aaa7-b35a92066c83'] in dv-cinder-858817-1-iscsi is: [{'id': 'e05208bf-95a6-48b0-aaa7-b35a92066c83', 'name': 'tempest-TestVolumeBootPattern-213039952-router', 'tenant_id': '865994434d4a490ba79f77f14e98edf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:29Z', 'updated_at': '2022-09-21T21:57:33Z', 'revision_number': 6, 'project_id': '865994434d4a490ba79f77f14e98edf7', 'gw_port_host': None}] {{(pid=115545) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:33.556496 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6b46b7-a578-4c38-932d-5800ae0891c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ad4e42-9131-4bb3-912f-0eccd0009a58,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.580503 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (3a37947f-1220-4516-87d9-de897d0a668a), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.620254 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a37947f-1220-4516-87d9-de897d0a668a,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.687143 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50948) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:33.689090 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (e05208bf-95a6-48b0-aaa7-b35a92066c83), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.733399 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-5e2f82a8-d8c6-4be0-964d-566da779ba5a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f06e9e3643174d94be9d1a7e95acb9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426557 Sep 21 21:57:33.734064 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50950) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:33.791105 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6ec29765-c04b-4464-b162-0932b0ad7fcf admin admin] Publish callbacks [] for security_group (887950a3-f46d-463e-acff-7d78b18b9318), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.791496 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (e05208bf-95a6-48b0-aaa7-b35a92066c83), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.793635 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks [] for router_controller (e05208bf-95a6-48b0-aaa7-b35a92066c83), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.813405 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6ec29765-c04b-4464-b162-0932b0ad7fcf admin admin] Publish callbacks [] for security_group (887950a3-f46d-463e-acff-7d78b18b9318), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.840568 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (e05208bf-95a6-48b0-aaa7-b35a92066c83), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.841149 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e05208bf-95a6-48b0-aaa7-b35a92066c83 {{(pid=115542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:57:33.845690 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.849595 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c83e5c2c-2a42-4bf7-9662-b3ec05ba3455 admin admin] 10.222.0.48 "DELETE /v2.0/routers/e05208bf-95a6-48b0-aaa7-b35a92066c83 HTTP/1.1" status: 204 len: 168 time: 1.0341382 Sep 21 21:57:33.849921 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50952) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:33.897005 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Deleting subnet 9edc68bb-96bb-401a-b83b-5b263fb2d613 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:33.900322 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6ec29765-c04b-4464-b162-0932b0ad7fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (887950a3-f46d-463e-acff-7d78b18b9318), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.902864 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6ec29765-c04b-4464-b162-0932b0ad7fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.903969 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-6ec29765-c04b-4464-b162-0932b0ad7fcf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/887950a3-f46d-463e-acff-7d78b18b9318 HTTP/1.1" status: 204 len: 168 time: 0.1691685 Sep 21 21:57:33.904698 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Publish callbacks [] for subnet (9edc68bb-96bb-401a-b83b-5b263fb2d613), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:33.934408 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec29765-c04b-4464-b162-0932b0ad7fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887950a3-f46d-463e-acff-7d78b18b9318,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:33.947961 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (9edc68bb-96bb-401a-b83b-5b263fb2d613), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.027010 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (9edc68bb-96bb-401a-b83b-5b263fb2d613), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.090412 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (9edc68bb-96bb-401a-b83b-5b263fb2d613), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.118392 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9edc68bb-96bb-401a-b83b-5b263fb2d613,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:34.122095 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.125854 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-67abc9ab-6cfa-43be-8824-a2c3ff4048da admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9edc68bb-96bb-401a-b83b-5b263fb2d613 HTTP/1.1" status: 204 len: 168 time: 0.2745519 Sep 21 21:57:34.128278 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50958) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:34.130995 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f4ce7-af16-4c5a-becc-72907ccf3be6 None None] Network a78848c2-3cf6-43f9-8f70-6458a71d2e12 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:34.200228 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (a78848c2-3cf6-43f9-8f70-6458a71d2e12), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.274792 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Deleting port 55d35a0a-6c39-4317-95d3-1a6a55b26907 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:34.275284 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.329300 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] DHCP port deletion for a78848c2-3cf6-43f9-8f70-6458a71d2e12 request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:57:34.348533 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] For port 55d35a0a-6c39-4317-95d3-1a6a55b26907, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=55d35a0a-6c39-4317-95d3-1a6a55b26907,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:34.348533 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.361998 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Calling delete_port for 55d35a0a-6c39-4317-95d3-1a6a55b26907 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:34.393895 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] Deleting port 55d35a0a-6c39-4317-95d3-1a6a55b26907 {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:34.394263 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.464548 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] For port 55d35a0a-6c39-4317-95d3-1a6a55b26907, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=55d35a0a-6c39-4317-95d3-1a6a55b26907,segment=NetworkSegment(4f331deb-e575-4a68-a900-f10d4144056a),segment_id=4f331deb-e575-4a68-a900-f10d4144056a)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:34.465486 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.465925 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.479291 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] Calling delete_port for 55d35a0a-6c39-4317-95d3-1a6a55b26907 owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:34.498041 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Pushing event deleted for resources: {'Port': ['ID=55d35a0a-6c39-4317-95d3-1a6a55b26907,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:34.501492 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] No DVR routers for this DVR port 55d35a0a-6c39-4317-95d3-1a6a55b26907 on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:34.564140 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (55d35a0a-6c39-4317-95d3-1a6a55b26907), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.582024 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (a78848c2-3cf6-43f9-8f70-6458a71d2e12), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.593781 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] No DVR routers for this DVR port 55d35a0a-6c39-4317-95d3-1a6a55b26907 on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:34.598478 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c97201c-9e59-4d7f-a6ea-8f5109d427c5 None None] Pushing event deleted for resources: {'Port': ['ID=55d35a0a-6c39-4317-95d3-1a6a55b26907,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:34.609129 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78848c2-3cf6-43f9-8f70-6458a71d2e12']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:34.623885 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f331deb-e575-4a68-a900-f10d4144056a') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:34.623885 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f331deb-e575-4a68-a900-f10d4144056a') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:34.633386 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (4f331deb-e575-4a68-a900-f10d4144056a), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.647556 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (4f331deb-e575-4a68-a900-f10d4144056a), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.653662 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:34.654082 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (4f331deb-e575-4a68-a900-f10d4144056a), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.711038 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 50976) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:34.717068 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (a78848c2-3cf6-43f9-8f70-6458a71d2e12), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.729243 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.732483 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] 10.222.0.48 "DELETE /v2.0/networks/a78848c2-3cf6-43f9-8f70-6458a71d2e12 HTTP/1.1" status: 204 len: 168 time: 0.6028538 Sep 21 21:57:34.735561 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50980) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:34.745536 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890874e9-36bc-4a8b-9986-f124a827ee4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a78848c2-3cf6-43f9-8f70-6458a71d2e12,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:34.821661 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052351715-network', 'tenant_id': 'e6bd245fa1564bc6a290257fa6e4bd27'}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:34.826805 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 55d35a0a-6c39-4317-95d3-1a6a55b26907 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:34.843580 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Made reservation on behalf of e6bd245fa1564bc6a290257fa6e4bd27 for: {'network': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:34.846260 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.848360 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 55d35a0a-6c39-4317-95d3-1a6a55b26907 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:34.848844 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 55d35a0a-6c39-4317-95d3-1a6a55b26907 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:34.849345 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:34.856020 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.869498 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:34.870023 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 7bbf2cb5-e6fb-40d1-8b8c-f629edcd775f not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:34.871184 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 3a37947f-1220-4516-87d9-de897d0a668a no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:34.890316 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 3a37947f-1220-4516-87d9-de897d0a668a {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:34.890816 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 3a37947f-1220-4516-87d9-de897d0a668a not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:34.944464 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks [] for security_group (09a50262-42a9-49a7-90a0-85fbbd38c0be), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.950637 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (09a50262-42a9-49a7-90a0-85fbbd38c0be), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.979957 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=115541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:57:34.992985 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (38663202-e57c-4eb7-8416-7e4fb76cc8b5), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:34.993494 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.db.segments_db [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Added segment 38663202-e57c-4eb7-8416-7e4fb76cc8b5 of type vlan for network dd98370e-0cc1-421e-afd5-ea2e507ec5d4 Sep 21 21:57:35.002414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a50262-42a9-49a7-90a0-85fbbd38c0be,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:35.038462 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (dd98370e-0cc1-421e-afd5-ea2e507ec5d4), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.065983 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (dd98370e-0cc1-421e-afd5-ea2e507ec5d4), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.067000 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:35.067589 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.124151 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4119980 Sep 21 21:57:35.128899 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 50982) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:35.134465 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Request body: {'subnet': {'network_id': 'dd98370e-0cc1-421e-afd5-ea2e507ec5d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2052351715-subnet', 'tenant_id': 'e6bd245fa1564bc6a290257fa6e4bd27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:35.134893 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e52e0-1c2b-449a-9f78-369aa05e9e8d admin admin] Pushing event updated for resources: {'Network': ['ID=dd98370e-0cc1-421e-afd5-ea2e507ec5d4,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:35.145138 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network dd98370e-0cc1-421e-afd5-ea2e507ec5d4 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:57:35.196029 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Made reservation on behalf of e6bd245fa1564bc6a290257fa6e4bd27 for: {'subnet': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:35.198384 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14575443'] for subnet (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.448143 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14205736', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14575425'] for subnet (3c1f5591-c989-42af-ab53-44612ee5d456), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.503691 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 4f331deb-e575-4a68-a900-f10d4144056a resource provider aggregate not found Sep 21 21:57:35.521560 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 4f331deb-e575-4a68-a900-f10d4144056a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f331deb-e575-4a68-a900-f10d4144056a found for delete ", "request_id": "req-c6ad34b3-1467-417d-9759-23d6101d5bc7"}]} Sep 21 21:57:35.527681 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1f5591-c989-42af-ab53-44612ee5d456,revision_number=0']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:35.552546 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Checking segment: {'id': '38663202-e57c-4eb7-8416-7e4fb76cc8b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'dd98370e-0cc1-421e-afd5-ea2e507ec5d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:57:35.552901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Network hostable DHCP agents. Network: dd98370e-0cc1-421e-afd5-ea2e507ec5d4, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115542) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:57:35.561990 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1612800'] for router_interface (5ae3b9b9-ed50-4871-94c6-16501295cd5d), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.619640 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Network dd98370e-0cc1-421e-afd5-ea2e507ec5d4 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115542) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:57:35.679322 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.base_scheduler [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, dd98370e-0cc1-421e-afd5-ea2e507ec5d4) {{(pid=115542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:35.686910 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:35.687551 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.688553 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b1f02-fa67-4a06-b960-7ff349178f75 None None] Network dd98370e-0cc1-421e-afd5-ea2e507ec5d4 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:35.732978 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1d320ea0-6c15-4265-bcad-0b06336df822 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6022034 Sep 21 21:57:35.796908 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c1e60-4f01-45fb-9acd-231f350c8567 None None] Network dd98370e-0cc1-421e-afd5-ea2e507ec5d4 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:35.855174 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Deleting port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:35.855639 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.872198 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:57:35.944371 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] For port 6e71a913-e2a6-40b2-a8ef-af51b74c90b1, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:35.944737 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:35.957774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Calling delete_port for 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 owned by network:router_interface {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:36.151772 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (6e71a913-e2a6-40b2-a8ef-af51b74c90b1), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.177327 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e71a913-e2a6-40b2-a8ef-af51b74c90b1,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:36.229937 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51002) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:36.235565 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.v2.base [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-560227102-network', 'tenant_id': '1f1bcbf2affa4907840c22f0feb95e9a'}} {{(pid=115542) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:36.294640 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Made reservation on behalf of 1f1bcbf2affa4907840c22f0feb95e9a for: {'network': 1} {{(pid=115542) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:36.296900 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-621472'] for network (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.309429 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.388939 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1666777', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1612176'] for router_interface (5ae3b9b9-ed50-4871-94c6-16501295cd5d), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.504401 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks [] for security_group (e883cc32-3041-4e0e-aef4-3b915081fe2e), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.513190 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e883cc32-3041-4e0e-aef4-3b915081fe2e), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.533565 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=115542) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 21 21:57:36.557190 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e883cc32-3041-4e0e-aef4-3b915081fe2e,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:36.560092 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (99b86c81-0a1c-4213-81f7-90b018e56bef), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.560431 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.db.segments_db [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Added segment 99b86c81-0a1c-4213-81f7-90b018e56bef of type vlan for network 640746f1-7bd0-4e77-a8b9-2084e01df8c9 Sep 21 21:57:36.664593 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777949250344'] for network (640746f1-7bd0-4e77-a8b9-2084e01df8c9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.707951 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Router 5ae3b9b9-ed50-4871-94c6-16501295cd5d has already been hosted by L3 agent 8d474e25-e26b-4f28-a40a-4c6d1220617c {{(pid=115542) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 21 21:57:36.711011 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768'] for network (640746f1-7bd0-4e77-a8b9-2084e01df8c9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.711992 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115542) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:36.712579 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.766131 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5359783 Sep 21 21:57:36.770336 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51004) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:36.775547 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.v2.base [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Request body: {'subnet': {'network_id': '640746f1-7bd0-4e77-a8b9-2084e01df8c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-560227102-subnet', 'tenant_id': '1f1bcbf2affa4907840c22f0feb95e9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 21 21:57:36.796944 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Made reservation on behalf of 1f1bcbf2affa4907840c22f0feb95e9a for: {'subnet': 1} {{(pid=115541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 21 21:57:36.799345 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14531022'] for subnet (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:36.817650 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f538c795-274a-4179-aad4-e4d5399f7205 admin admin] Pushing event updated for resources: {'Network': ['ID=640746f1-7bd0-4e77-a8b9-2084e01df8c9,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:36.830543 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Network 640746f1-7bd0-4e77-a8b9-2084e01df8c9 details requested by agent ovs-agent-dv-cinder-858817-1-iscsi with host dv-cinder-858817-1-iscsi {{(pid=115543) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 21 21:57:36.883309 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] Notify agent at l3_agent.dv-cinder-858817-1-iscsi the message routers_updated {{(pid=115542) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 21 21:57:36.888919 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-eb5a62b6-11ac-4bf5-90af-5091dfdbda56 admin admin] 10.222.0.48 "PUT /v2.0/routers/5ae3b9b9-ed50-4871-94c6-16501295cd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1522484 Sep 21 21:57:36.891544 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51006) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:36.989640 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758705', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14531036'] for subnet (9a582c4f-cac7-4d17-a2a9-9760141b5621), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.004295 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks [] for router (5ae3b9b9-ed50-4871-94c6-16501295cd5d), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.011066 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] Sync routers for ids ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'] in dv-cinder-858817-1-iscsi {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 21 21:57:37.041924 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] Routers {'5ae3b9b9-ed50-4871-94c6-16501295cd5d'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:37.042524 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.044424 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a582c4f-cac7-4d17-a2a9-9760141b5621,revision_number=0']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:37.056671 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Checking segment: {'id': '99b86c81-0a1c-4213-81f7-90b018e56bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '640746f1-7bd0-4e77-a8b9-2084e01df8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Sep 21 21:57:37.057024 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Network hostable DHCP agents. Network: 640746f1-7bd0-4e77-a8b9-2084e01df8c9, hostable agents: ['80dd81e8-a61a-4b61-b574-0b7a816fe136'], hosted agents: [] {{(pid=115541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 21 21:57:37.077850 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Network 640746f1-7bd0-4e77-a8b9-2084e01df8c9 is scheduled to be hosted by DHCP agent 80dd81e8-a61a-4b61-b574-0b7a816fe136 with binding_index 1 {{(pid=115541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 21 21:57:37.090798 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.scheduler.base_scheduler [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858817-1-iscsi, 640746f1-7bd0-4e77-a8b9-2084e01df8c9) {{(pid=115541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 21 21:57:37.096663 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 21 21:57:37.098290 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.118706 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a04119fd-f775-43ea-bb05-69ba19bf9dec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3471942 Sep 21 21:57:37.126565 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c3fd71-df5a-434e-98f7-e0b1d9a6bcbc None None] Network 640746f1-7bd0-4e77-a8b9-2084e01df8c9 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:37.128911 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks [] for router_gateway (5ae3b9b9-ed50-4871-94c6-16501295cd5d), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.183551 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Deleting port b2ffc9f5-a943-4a3d-8a66-f651e9af6205 {{(pid=115542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:37.183925 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.211023 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] Set router 5ae3b9b9-ed50-4871-94c6-16501295cd5d gateway port host: dv-cinder-858817-1-iscsi {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:37.243540 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51010) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:37.274426 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.db [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] For port b2ffc9f5-a943-4a3d-8a66-f651e9af6205, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,segment=NetworkSegment(e05a8048-612e-4ba3-9b0d-b90d9a9a2092),segment_id=e05a8048-612e-4ba3-9b0d-b90d9a9a2092)] {{(pid=115542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:37.279178 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.290817 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Deleting subnet 3c1f5591-c989-42af-ab53-44612ee5d456 {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:37.293813 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.plugin [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Calling delete_port for b2ffc9f5-a943-4a3d-8a66-f651e9af6205 owned by network:router_gateway {{(pid=115542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:37.294368 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Publish callbacks [] for subnet (3c1f5591-c989-42af-ab53-44612ee5d456), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.336473 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (3c1f5591-c989-42af-ab53-44612ee5d456), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.365861 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e9255-78ae-43ed-8a2c-04a4a145c198 None None] Network 640746f1-7bd0-4e77-a8b9-2084e01df8c9 requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:37.378525 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (3c1f5591-c989-42af-ab53-44612ee5d456), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.438601 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (3c1f5591-c989-42af-ab53-44612ee5d456), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.466052 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1f5591-c989-42af-ab53-44612ee5d456,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:37.474252 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.480633 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14205828'] for port (b2ffc9f5-a943-4a3d-8a66-f651e9af6205), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.480843 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-39d86159-26f2-4ae5-8ee3-f0d588cd91ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3c1f5591-c989-42af-ab53-44612ee5d456 HTTP/1.1" status: 204 len: 168 time: 0.2337632 Sep 21 21:57:37.480948 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51012) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:37.507696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2ffc9f5-a943-4a3d-8a66-f651e9af6205,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:37.525736 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'external_fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:57:36Z', 'revision_number': 5, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port': {'id': 'b2ffc9f5-a943-4a3d-8a66-f651e9af6205', 'name': '', 'network_id': '11b20f09-2ab2-4293-b544-8cc708187923', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:7f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858817-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-21T21:49:42Z', 'updated_at': '2022-09-21T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '077eeb47-5fd8-447b-b4aa-fb1a4516b78d', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858817-1-iscsi'}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.556247 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] Checking router: 5ae3b9b9-ed50-4871-94c6-16501295cd5d for host: dv-cinder-858817-1-iscsi {{(pid=115543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 21 21:57:37.565646 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] Routers {'5ae3b9b9-ed50-4871-94c6-16501295cd5d'} bound to L3 agent in host dv-cinder-858817-1-iscsi {{(pid=115543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:417}} Sep 21 21:57:37.566161 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (dd98370e-0cc1-421e-afd5-ea2e507ec5d4), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.566313 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858817-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-21T21:38:11Z,description=,heartbeat_timestamp=2022-09-21T21:57:11Z,host='dv-cinder-858817-1-iscsi',id=8d474e25-e26b-4f28-a40a-4c6d1220617c,load=0,resource_versions=,resources_synced=,started_at=2022-09-21T21:38:11Z,topic='l3_agent')) {'router_ids': ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'], 'active': True} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.573639 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1610810'] for router_gateway (5ae3b9b9-ed50-4871-94c6-16501295cd5d), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.647840 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (dd98370e-0cc1-421e-afd5-ea2e507ec5d4), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.649773 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvr_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] Set router 5ae3b9b9-ed50-4871-94c6-16501295cd5d gateway port host: None {{(pid=115543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 21 21:57:37.663242 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1609909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5371'] for router (5ae3b9b9-ed50-4871-94c6-16501295cd5d), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.665603 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks [] for router_controller (5ae3b9b9-ed50-4871-94c6-16501295cd5d), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.677836 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd98370e-0cc1-421e-afd5-ea2e507ec5d4']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.687730 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38663202-e57c-4eb7-8416-7e4fb76cc8b5') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.688080 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38663202-e57c-4eb7-8416-7e4fb76cc8b5') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.698668 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (38663202-e57c-4eb7-8416-7e4fb76cc8b5), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.705822 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_hamode_db [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:57:37Z', 'revision_number': 7, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port_host': None}], 'dv-cinder-858817-1-iscsi', False) {} {{(pid=115543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:37.711198 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1609902'] for router (5ae3b9b9-ed50-4871-94c6-16501295cd5d), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.712129 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae3b9b9-ed50-4871-94c6-16501295cd5d {{(pid=115542) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 21 21:57:37.713963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (38663202-e57c-4eb7-8416-7e4fb76cc8b5), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.717770 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.722531 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51014) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:37.723298 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-30d1d801-e2a8-4115-b567-fff5cf3ec0f5 admin admin] 10.222.0.48 "DELETE /v2.0/routers/5ae3b9b9-ed50-4871-94c6-16501295cd5d HTTP/1.1" status: 204 len: 168 time: 0.8298426 Sep 21 21:57:37.730859 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:37.731338 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (38663202-e57c-4eb7-8416-7e4fb76cc8b5), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.733047 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a8264c-04ab-4c33-b562-6a4cf04c0386 None None] The sync data for ids ['5ae3b9b9-ed50-4871-94c6-16501295cd5d'] in dv-cinder-858817-1-iscsi is: [{'id': '5ae3b9b9-ed50-4871-94c6-16501295cd5d', 'name': 'tempest-TestVolumeBootPattern-517910656-router', 'tenant_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-21T21:49:41Z', 'updated_at': '2022-09-21T21:57:37Z', 'revision_number': 7, 'project_id': 'e65f2239f4b3443f9b4a138ea5bc3637', 'gw_port_host': None}] {{(pid=115543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 21 21:57:37.768380 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 38663202-e57c-4eb7-8416-7e4fb76cc8b5 resource provider aggregate not found Sep 21 21:57:37.816627 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 38663202-e57c-4eb7-8416-7e4fb76cc8b5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38663202-e57c-4eb7-8416-7e4fb76cc8b5 found for delete ", "request_id": "req-06d9a9a8-05ab-4f21-be8f-7f30a0273413"}]} Sep 21 21:57:37.826250 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Deleting subnet 1f26acb3-783d-41ac-951d-2ab72832c52b {{(pid=115541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:37.829673 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Publish callbacks [] for subnet (1f26acb3-783d-41ac-951d-2ab72832c52b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.831498 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (dd98370e-0cc1-421e-afd5-ea2e507ec5d4), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.857348 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.860477 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/dd98370e-0cc1-421e-afd5-ea2e507ec5d4 HTTP/1.1" status: 204 len: 168 time: 0.3780906 Sep 21 21:57:37.863700 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51020) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:37.873017 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4fc16-4532-4274-a2a4-e273268f25f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd98370e-0cc1-421e-afd5-ea2e507ec5d4,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:37.885341 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13334221'] for subnet (1f26acb3-783d-41ac-951d-2ab72832c52b), precommit_delete_associations {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.914246 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.db.db_base_plugin_v2 [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Deleting subnet 9a582c4f-cac7-4d17-a2a9-9760141b5621 {{(pid=115542) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Sep 21 21:57:37.917522 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Publish callbacks [] for subnet (9a582c4f-cac7-4d17-a2a9-9760141b5621), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.951569 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14546803'] for subnet (9a582c4f-cac7-4d17-a2a9-9760141b5621), precommit_delete_associations {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.959085 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (1f26acb3-783d-41ac-951d-2ab72832c52b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:37.991498 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-978471'] for subnet (9a582c4f-cac7-4d17-a2a9-9760141b5621), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.014955 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758638', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14531045'] for subnet (1f26acb3-783d-41ac-951d-2ab72832c52b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.048637 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f26acb3-783d-41ac-951d-2ab72832c52b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:38.050181 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-978480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2043186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14205943', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14575480'] for subnet (9a582c4f-cac7-4d17-a2a9-9760141b5621), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.052716 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.058558 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ece91df7-6d76-4284-acc1-5e3e4dec32b5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f26acb3-783d-41ac-951d-2ab72832c52b HTTP/1.1" status: 204 len: 168 time: 0.3320842 Sep 21 21:57:38.059286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51022) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:38.061707 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdeea23-9f2e-40f5-86a7-ed0b59ba76c4 None None] Network 7513eafc-9881-4d1b-a378-75f0defa10ac requested from dv-cinder-858817-1-iscsi {{(pid=115543) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Sep 21 21:57:38.091209 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a582c4f-cac7-4d17-a2a9-9760141b5621,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:38.097140 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for subnet (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.103476 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-c526e203-47ea-4d3d-9596-1125f9ff63d2 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a582c4f-cac7-4d17-a2a9-9760141b5621 HTTP/1.1" status: 204 len: 168 time: 0.2386940 Sep 21 21:57:38.104119 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51024) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:38.142754 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (7513eafc-9881-4d1b-a378-75f0defa10ac), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.176118 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-951387'] for network (640746f1-7bd0-4e77-a8b9-2084e01df8c9), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.208977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Deleting port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 {{(pid=115541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:38.209314 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.254891 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] DHCP port deletion for 7513eafc-9881-4d1b-a378-75f0defa10ac request from dv-cinder-858817-1-iscsi {{(pid=115543) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Sep 21 21:57:38.264696 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (640746f1-7bd0-4e77-a8b9-2084e01df8c9), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.286812 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['640746f1-7bd0-4e77-a8b9-2084e01df8c9']}} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:38.295036 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.db [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] For port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:38.295408 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.297822 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b86c81-0a1c-4213-81f7-90b018e56bef') {'for_net_delete': True} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:38.298312 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.services.segments.db [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b86c81-0a1c-4213-81f7-90b018e56bef') {} {{(pid=115542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:38.306782 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] Deleting port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 {{(pid=115543) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Sep 21 21:57:38.307228 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777949679598'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), before_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.313168 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.plugin [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Calling delete_port for fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 owned by network:dhcp {{(pid=115541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:38.313909 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14546756'] for segment (99b86c81-0a1c-4213-81f7-90b018e56bef), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.328810 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (99b86c81-0a1c-4213-81f7-90b018e56bef), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.335555 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=115542) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:38.336050 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14205269'] for segment (99b86c81-0a1c-4213-81f7-90b018e56bef), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.376842 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 99b86c81-0a1c-4213-81f7-90b018e56bef resource provider aggregate not found Sep 21 21:57:38.387306 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.db [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] For port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520, host dv-cinder-858817-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858817-1-iscsi',level=0,port_id=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,segment=NetworkSegment(47e2d900-9860-49bb-b415-7c78333f3ca9),segment_id=47e2d900-9860-49bb-b415-7c78333f3ca9)] {{(pid=115543) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 21 21:57:38.387711 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1607254'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), precommit_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.399249 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.services.segments.plugin [-] Segment 99b86c81-0a1c-4213-81f7-90b018e56bef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99b86c81-0a1c-4213-81f7-90b018e56bef found for delete ", "request_id": "req-b974ffec-f967-4512-a206-ddd972d4ec60"}]} Sep 21 21:57:38.402181 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758557'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.405154 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (640746f1-7bd0-4e77-a8b9-2084e01df8c9), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.407394 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] Calling delete_port for fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 owned by network:dhcp {{(pid=115543) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Sep 21 21:57:38.413530 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.419536 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] 10.222.0.48 "DELETE /v2.0/networks/640746f1-7bd0-4e77-a8b9-2084e01df8c9 HTTP/1.1" status: 204 len: 168 time: 0.3120263 Sep 21 21:57:38.428286 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5608e4-5e52-4b63-92f2-0aac914fa593 admin admin] Pushing event deleted for resources: {'Network': ['ID=640746f1-7bd0-4e77-a8b9-2084e01df8c9,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:38.435532 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:38.439050 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] No DVR routers for this DVR port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 on host dv-cinder-858817-1-iscsi {{(pid=115541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:38.460685 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c0502242-1c72-403e-820e-d8df0c76a629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.499878 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-594224', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777949818197', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777949231571'] for port (fa2cd3d5-5e17-4fed-a2ec-01696ed5b520), after_delete {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.527830 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] Pushing event deleted for resources: {'Port': ['ID=fa2cd3d5-5e17-4fed-a2ec-01696ed5b520,revision_number=None']} {{(pid=115543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:38.529950 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8f81ab-5471-4dcc-ad95-8d3a5abc7901 None None] No DVR routers for this DVR port fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 on host dv-cinder-858817-1-iscsi {{(pid=115543) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 21 21:57:38.641926 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51032) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:38.704271 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1268ec9f-6e5b-4a0a-b4ce-7e6e5a6eee34 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e6bd245fa1564bc6a290257fa6e4bd27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0582697 Sep 21 21:57:38.704469 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51034) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:38.761410 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-92ab96a1-3c5e-418b-94ed-b9380c50d182 admin admin] Publish callbacks [] for security_group (09a50262-42a9-49a7-90a0-85fbbd38c0be), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.788448 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-92ab96a1-3c5e-418b-94ed-b9380c50d182 admin admin] Publish callbacks [] for security_group (09a50262-42a9-49a7-90a0-85fbbd38c0be), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.791408 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-978336', 'neutron.services.segments.db._delete_segments_for_network-8777949772023'] for network (7513eafc-9881-4d1b-a378-75f0defa10ac), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.819355 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7513eafc-9881-4d1b-a378-75f0defa10ac']}} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:38.832011 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e2d900-9860-49bb-b415-7c78333f3ca9') {'for_net_delete': True} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:38.832414 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.services.segments.db [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e2d900-9860-49bb-b415-7c78333f3ca9') {} {{(pid=115541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 21 21:57:38.843780 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777949775373', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13334266'] for segment (47e2d900-9860-49bb-b415-7c78333f3ca9), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.858952 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787'] for segment (47e2d900-9860-49bb-b415-7c78333f3ca9), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.866963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=115541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 21 21:57:38.867645 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-982787', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758220'] for segment (47e2d900-9860-49bb-b415-7c78333f3ca9), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.872775 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:38.876535 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-92ab96a1-3c5e-418b-94ed-b9380c50d182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (09a50262-42a9-49a7-90a0-85fbbd38c0be), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.879043 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-92ab96a1-3c5e-418b-94ed-b9380c50d182 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.880219 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-92ab96a1-3c5e-418b-94ed-b9380c50d182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09a50262-42a9-49a7-90a0-85fbbd38c0be HTTP/1.1" status: 204 len: 168 time: 0.1747355 Sep 21 21:57:38.894804 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:38.895057 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab96a1-3c5e-418b-94ed-b9380c50d182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a50262-42a9-49a7-90a0-85fbbd38c0be,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:38.895182 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device fa2cd3d5-5e17-4fed-a2ec-01696ed5b520 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:38.895548 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b2ffc9f5-a943-4a3d-8a66-f651e9af6205 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:38.916490 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: b2ffc9f5-a943-4a3d-8a66-f651e9af6205 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:38.917068 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device b2ffc9f5-a943-4a3d-8a66-f651e9af6205 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:38.917703 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 no longer exists at agent ovs-agent-dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 21 21:57:38.953454 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.plugin [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] No Port match for: 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 {{(pid=115543) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2371}} Sep 21 21:57:38.954015 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron.plugins.ml2.rpc [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Device 6e71a913-e2a6-40b2-a8ef-af51b74c90b1 not bound to the agent host dv-cinder-858817-1-iscsi {{(pid=115543) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 21 21:57:38.978134 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2066966', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1666768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1610782'] for network (7513eafc-9881-4d1b-a378-75f0defa10ac), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:38.995814 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1666594'] for network (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.002337 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] 10.222.0.48 "DELETE /v2.0/networks/7513eafc-9881-4d1b-a378-75f0defa10ac HTTP/1.1" status: 204 len: 168 time: 0.9423304 Sep 21 21:57:39.003907 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1e580-4b7e-4b5d-b45e-7f98f1d84618 admin admin] Pushing event deleted for resources: {'Network': ['ID=7513eafc-9881-4d1b-a378-75f0defa10ac,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:39.138094 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51042) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:39.184161 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ea2ee1b5-7cca-4077-8fb5-d5ba53718445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=865994434d4a490ba79f77f14e98edf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446746 Sep 21 21:57:39.186974 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51044) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:39.242520 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b65e6fc4-d657-4198-bcde-11858c3d818f admin admin] Publish callbacks [] for security_group (3a0c03bc-fe5c-412e-8fd3-98f0841acbc8), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.266946 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b65e6fc4-d657-4198-bcde-11858c3d818f admin admin] Publish callbacks [] for security_group (3a0c03bc-fe5c-412e-8fd3-98f0841acbc8), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.327548 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b65e6fc4-d657-4198-bcde-11858c3d818f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (3a0c03bc-fe5c-412e-8fd3-98f0841acbc8), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.330257 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-b65e6fc4-d657-4198-bcde-11858c3d818f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.331504 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51046) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:39.332381 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-b65e6fc4-d657-4198-bcde-11858c3d818f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a0c03bc-fe5c-412e-8fd3-98f0841acbc8 HTTP/1.1" status: 204 len: 168 time: 0.1435099 Sep 21 21:57:39.340323 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e6fc4-d657-4198-bcde-11858c3d818f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0c03bc-fe5c-412e-8fd3-98f0841acbc8,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:39.380598 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1327eb7f-9d5b-4723-a8cb-0a213aee8035 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f1bcbf2affa4907840c22f0feb95e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454175 Sep 21 21:57:39.380961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51050) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:39.428901 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7599-56e2-4355-a4d7-dd81a5df3482 admin admin] Publish callbacks [] for security_group (e883cc32-3041-4e0e-aef4-3b915081fe2e), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.451081 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7599-56e2-4355-a4d7-dd81a5df3482 admin admin] Publish callbacks [] for security_group (e883cc32-3041-4e0e-aef4-3b915081fe2e), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.505718 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7599-56e2-4355-a4d7-dd81a5df3482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (e883cc32-3041-4e0e-aef4-3b915081fe2e), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.508399 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2bfe7599-56e2-4355-a4d7-dd81a5df3482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.509602 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-2bfe7599-56e2-4355-a4d7-dd81a5df3482 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e883cc32-3041-4e0e-aef4-3b915081fe2e HTTP/1.1" status: 204 len: 168 time: 0.1277065 Sep 21 21:57:39.517580 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfe7599-56e2-4355-a4d7-dd81a5df3482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e883cc32-3041-4e0e-aef4-3b915081fe2e,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:39.692584 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51058) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:39.753128 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-559cad7b-e023-4530-bacc-011a077f151d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e65f2239f4b3443f9b4a138ea5bc3637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0567181 Sep 21 21:57:39.753335 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51060) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:39.804045 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-042e31a6-84d2-4dec-8fd4-e3cf23adeae5 admin admin] Publish callbacks [] for security_group (4ce6afd7-bcb7-43d8-bf7f-172f26b1513e), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.827261 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-042e31a6-84d2-4dec-8fd4-e3cf23adeae5 admin admin] Publish callbacks [] for security_group (4ce6afd7-bcb7-43d8-bf7f-172f26b1513e), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.834939 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 47e2d900-9860-49bb-b415-7c78333f3ca9 resource provider aggregate not found Sep 21 21:57:39.853444 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.services.segments.plugin [-] Segment 47e2d900-9860-49bb-b415-7c78333f3ca9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47e2d900-9860-49bb-b415-7c78333f3ca9 found for delete ", "request_id": "req-35217540-5ff1-43d2-8dbf-0a2eca7488a2"}]} Sep 21 21:57:39.882592 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-042e31a6-84d2-4dec-8fd4-e3cf23adeae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (4ce6afd7-bcb7-43d8-bf7f-172f26b1513e), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.885631 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-042e31a6-84d2-4dec-8fd4-e3cf23adeae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:39.889264 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-042e31a6-84d2-4dec-8fd4-e3cf23adeae5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4ce6afd7-bcb7-43d8-bf7f-172f26b1513e HTTP/1.1" status: 204 len: 168 time: 0.1325154 Sep 21 21:57:39.895923 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e31a6-84d2-4dec-8fd4-e3cf23adeae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce6afd7-bcb7-43d8-bf7f-172f26b1513e,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:40.608278 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-9e445a7f-46c2-4152-bdbf-dd8e73c807ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:42.240670 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:43.824488 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.286435 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51146) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:44.403100 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3cc50074-081a-42eb-a0c5-5b563e0dc026 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.476088 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3cc50074-081a-42eb-a0c5-5b563e0dc026 admin admin] Publish callbacks [] for security_group (134a9ec8-f3ea-4866-a8af-faa223a325c9), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.482843 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-3cc50074-081a-42eb-a0c5-5b563e0dc026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (134a9ec8-f3ea-4866-a8af-faa223a325c9), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.523058 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-3cc50074-081a-42eb-a0c5-5b563e0dc026 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b463db69679849b4a26be08e4f7eda23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354062 Sep 21 21:57:44.523888 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc50074-081a-42eb-a0c5-5b563e0dc026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134a9ec8-f3ea-4866-a8af-faa223a325c9,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:44.526673 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51150) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:44.577076 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e100671d-ff4e-4bba-b3ba-023f624e59a8 admin admin] Publish callbacks [] for security_group (134a9ec8-f3ea-4866-a8af-faa223a325c9), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.599501 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e100671d-ff4e-4bba-b3ba-023f624e59a8 admin admin] Publish callbacks [] for security_group (134a9ec8-f3ea-4866-a8af-faa223a325c9), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.650962 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e100671d-ff4e-4bba-b3ba-023f624e59a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (134a9ec8-f3ea-4866-a8af-faa223a325c9), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.653484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-e100671d-ff4e-4bba-b3ba-023f624e59a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:44.654750 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-e100671d-ff4e-4bba-b3ba-023f624e59a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/134a9ec8-f3ea-4866-a8af-faa223a325c9 HTTP/1.1" status: 204 len: 168 time: 0.1269071 Sep 21 21:57:44.662988 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100671d-ff4e-4bba-b3ba-023f624e59a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134a9ec8-f3ea-4866-a8af-faa223a325c9,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:44.932860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51156) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:45.157917 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.194214 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6909fd0c-83ba-4e0e-aa9d-54882ad0e16e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.274209 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6909fd0c-83ba-4e0e-aa9d-54882ad0e16e admin admin] Publish callbacks [] for security_group (fba129f8-f93d-4b88-8c4a-91811bd54e3c), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.281868 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-6909fd0c-83ba-4e0e-aa9d-54882ad0e16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fba129f8-f93d-4b88-8c4a-91811bd54e3c), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.320969 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-6909fd0c-83ba-4e0e-aa9d-54882ad0e16e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0fb1537314f4243a24a9fc3d8daeb6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869684 Sep 21 21:57:45.321798 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909fd0c-83ba-4e0e-aa9d-54882ad0e16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba129f8-f93d-4b88-8c4a-91811bd54e3c,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:45.324591 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51158) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:45.374050 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb94907a-7add-4818-a4dd-a478bf853202 admin admin] Publish callbacks [] for security_group (fba129f8-f93d-4b88-8c4a-91811bd54e3c), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.395988 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb94907a-7add-4818-a4dd-a478bf853202 admin admin] Publish callbacks [] for security_group (fba129f8-f93d-4b88-8c4a-91811bd54e3c), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.452558 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb94907a-7add-4818-a4dd-a478bf853202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fba129f8-f93d-4b88-8c4a-91811bd54e3c), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.455105 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-cb94907a-7add-4818-a4dd-a478bf853202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:45.456341 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-cb94907a-7add-4818-a4dd-a478bf853202 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fba129f8-f93d-4b88-8c4a-91811bd54e3c HTTP/1.1" status: 204 len: 168 time: 0.1304162 Sep 21 21:57:45.464648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94907a-7add-4818-a4dd-a478bf853202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba129f8-f93d-4b88-8c4a-91811bd54e3c,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:47.288860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51204) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:47.395486 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-313d557b-0213-4098-a31a-4ffe8f970c20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.477463 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-313d557b-0213-4098-a31a-4ffe8f970c20 admin admin] Publish callbacks [] for security_group (75f7aae6-f9e5-462d-89df-7266f761f35b), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.485072 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-313d557b-0213-4098-a31a-4ffe8f970c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (75f7aae6-f9e5-462d-89df-7266f761f35b), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.537043 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d557b-0213-4098-a31a-4ffe8f970c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f7aae6-f9e5-462d-89df-7266f761f35b,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:47.543298 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-313d557b-0213-4098-a31a-4ffe8f970c20 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71047caeb5af48b89e791ecfbe0d7fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530918 Sep 21 21:57:47.547970 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51208) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:47.599763 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6547-62a5-4918-acba-a0c04bcb8a53 admin admin] Publish callbacks [] for security_group (75f7aae6-f9e5-462d-89df-7266f761f35b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.620379 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6547-62a5-4918-acba-a0c04bcb8a53 admin admin] Publish callbacks [] for security_group (75f7aae6-f9e5-462d-89df-7266f761f35b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.674079 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6547-62a5-4918-acba-a0c04bcb8a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (75f7aae6-f9e5-462d-89df-7266f761f35b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.676668 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ad5a6547-62a5-4918-acba-a0c04bcb8a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:47.678032 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ad5a6547-62a5-4918-acba-a0c04bcb8a53 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75f7aae6-f9e5-462d-89df-7266f761f35b HTTP/1.1" status: 204 len: 168 time: 0.1285434 Sep 21 21:57:47.685977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5a6547-62a5-4918-acba-a0c04bcb8a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f7aae6-f9e5-462d-89df-7266f761f35b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:47.990260 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51214) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:48.003308 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc588-036e-4d44-af05-7b2fcb426b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.076774 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc588-036e-4d44-af05-7b2fcb426b0f admin admin] Publish callbacks [] for security_group (6a7bb51f-244c-4e0d-9c26-f0b29faf01c6), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.083591 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-5b2bc588-036e-4d44-af05-7b2fcb426b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6a7bb51f-244c-4e0d-9c26-f0b29faf01c6), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.127697 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-5b2bc588-036e-4d44-af05-7b2fcb426b0f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=005d4610bc5245f7b8522e9264bc0254&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362934 Sep 21 21:57:48.128637 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2bc588-036e-4d44-af05-7b2fcb426b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7bb51f-244c-4e0d-9c26-f0b29faf01c6,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:48.130773 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51216) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:48.187975 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-730b77f5-d872-4d49-b42c-accacae46e18 admin admin] Publish callbacks [] for security_group (6a7bb51f-244c-4e0d-9c26-f0b29faf01c6), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.210294 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-730b77f5-d872-4d49-b42c-accacae46e18 admin admin] Publish callbacks [] for security_group (6a7bb51f-244c-4e0d-9c26-f0b29faf01c6), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.267890 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-730b77f5-d872-4d49-b42c-accacae46e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (6a7bb51f-244c-4e0d-9c26-f0b29faf01c6), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.270525 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-730b77f5-d872-4d49-b42c-accacae46e18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:48.272244 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-730b77f5-d872-4d49-b42c-accacae46e18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6a7bb51f-244c-4e0d-9c26-f0b29faf01c6 HTTP/1.1" status: 204 len: 168 time: 0.1397908 Sep 21 21:57:48.280782 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b77f5-d872-4d49-b42c-accacae46e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7bb51f-244c-4e0d-9c26-f0b29faf01c6,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:51.021004 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.440958 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51298) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:54.550082 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3ce23e66-94d0-49e4-ada5-9805a014724c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.632116 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3ce23e66-94d0-49e4-ada5-9805a014724c admin admin] Publish callbacks [] for security_group (f4e119b6-f6d7-4d1d-a4a2-3353662beded), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.638272 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3ce23e66-94d0-49e4-ada5-9805a014724c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (f4e119b6-f6d7-4d1d-a4a2-3353662beded), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.675748 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3ce23e66-94d0-49e4-ada5-9805a014724c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f0ddf02098d04ca7aea16695acf485ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336943 Sep 21 21:57:54.676700 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce23e66-94d0-49e4-ada5-9805a014724c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e119b6-f6d7-4d1d-a4a2-3353662beded,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:54.678500 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51302) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:54.728564 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6b2d-28f5-4934-a08f-b8535b49315e admin admin] Publish callbacks [] for security_group (f4e119b6-f6d7-4d1d-a4a2-3353662beded), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.749381 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6b2d-28f5-4934-a08f-b8535b49315e admin admin] Publish callbacks [] for security_group (f4e119b6-f6d7-4d1d-a4a2-3353662beded), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.801882 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6b2d-28f5-4934-a08f-b8535b49315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (f4e119b6-f6d7-4d1d-a4a2-3353662beded), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.804662 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-2fbe6b2d-28f5-4934-a08f-b8535b49315e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:54.806074 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-2fbe6b2d-28f5-4934-a08f-b8535b49315e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4e119b6-f6d7-4d1d-a4a2-3353662beded HTTP/1.1" status: 204 len: 168 time: 0.1265240 Sep 21 21:57:54.814441 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbe6b2d-28f5-4934-a08f-b8535b49315e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e119b6-f6d7-4d1d-a4a2-3353662beded,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:55.095290 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51308) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:55.109595 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6263-9181-4f76-b1c3-d75b9047ce4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.192428 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6263-9181-4f76-b1c3-d75b9047ce4d admin admin] Publish callbacks [] for security_group (cb5f6b25-c366-4991-921c-e129a5266656), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.199862 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-3cfc6263-9181-4f76-b1c3-d75b9047ce4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cb5f6b25-c366-4991-921c-e129a5266656), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.238403 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-3cfc6263-9181-4f76-b1c3-d75b9047ce4d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9679a4b9b32941b2bae7c49549c5a769&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1418393 Sep 21 21:57:55.239286 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfc6263-9181-4f76-b1c3-d75b9047ce4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5f6b25-c366-4991-921c-e129a5266656,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:57:55.241266 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51310) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:57:55.301844 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1655a38e-32ac-4efc-87e5-1ffa874fe58d admin admin] Publish callbacks [] for security_group (cb5f6b25-c366-4991-921c-e129a5266656), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.323943 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1655a38e-32ac-4efc-87e5-1ffa874fe58d admin admin] Publish callbacks [] for security_group (cb5f6b25-c366-4991-921c-e129a5266656), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.375894 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1655a38e-32ac-4efc-87e5-1ffa874fe58d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (cb5f6b25-c366-4991-921c-e129a5266656), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.378753 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1655a38e-32ac-4efc-87e5-1ffa874fe58d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:57:55.379921 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1655a38e-32ac-4efc-87e5-1ffa874fe58d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb5f6b25-c366-4991-921c-e129a5266656 HTTP/1.1" status: 204 len: 168 time: 0.1373785 Sep 21 21:57:55.388449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655a38e-32ac-4efc-87e5-1ffa874fe58d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5f6b25-c366-4991-921c-e129a5266656,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:00.024728 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51382) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:00.136860 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a92b5f3c-d237-4203-a59a-d2da54e99fe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.219025 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a92b5f3c-d237-4203-a59a-d2da54e99fe7 admin admin] Publish callbacks [] for security_group (59fcc645-d487-40d0-934a-f2c3b73370a8), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.225897 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-a92b5f3c-d237-4203-a59a-d2da54e99fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (59fcc645-d487-40d0-934a-f2c3b73370a8), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.266770 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-a92b5f3c-d237-4203-a59a-d2da54e99fe7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=753dc8dee2ca4703baff17fbaf3d59d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405500 Sep 21 21:58:00.267627 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b5f3c-d237-4203-a59a-d2da54e99fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fcc645-d487-40d0-934a-f2c3b73370a8,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:00.269813 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51386) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:00.321304 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f8ac23-e64d-4f72-aca4-bef213a0d286 admin admin] Publish callbacks [] for security_group (59fcc645-d487-40d0-934a-f2c3b73370a8), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.342807 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f8ac23-e64d-4f72-aca4-bef213a0d286 admin admin] Publish callbacks [] for security_group (59fcc645-d487-40d0-934a-f2c3b73370a8), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.396781 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f8ac23-e64d-4f72-aca4-bef213a0d286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (59fcc645-d487-40d0-934a-f2c3b73370a8), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.399466 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-30f8ac23-e64d-4f72-aca4-bef213a0d286 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.400649 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-30f8ac23-e64d-4f72-aca4-bef213a0d286 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59fcc645-d487-40d0-934a-f2c3b73370a8 HTTP/1.1" status: 204 len: 168 time: 0.1297860 Sep 21 21:58:00.408778 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f8ac23-e64d-4f72-aca4-bef213a0d286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fcc645-d487-40d0-934a-f2c3b73370a8,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:00.697648 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51392) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:00.716367 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7293fbeb-a003-4c8a-8925-76039d7b0e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.793692 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7293fbeb-a003-4c8a-8925-76039d7b0e04 admin admin] Publish callbacks [] for security_group (d8b98b0f-a3bc-408c-a889-19a4c460fcf4), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.798963 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7293fbeb-a003-4c8a-8925-76039d7b0e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d8b98b0f-a3bc-408c-a889-19a4c460fcf4), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.838798 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7293fbeb-a003-4c8a-8925-76039d7b0e04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4889de66124748868297f609d780681b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397183 Sep 21 21:58:00.839635 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7293fbeb-a003-4c8a-8925-76039d7b0e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b98b0f-a3bc-408c-a889-19a4c460fcf4,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:00.841869 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51394) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:00.892541 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1af6b659-aaff-42ea-a2bf-c593419f11ca admin admin] Publish callbacks [] for security_group (d8b98b0f-a3bc-408c-a889-19a4c460fcf4), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.915119 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1af6b659-aaff-42ea-a2bf-c593419f11ca admin admin] Publish callbacks [] for security_group (d8b98b0f-a3bc-408c-a889-19a4c460fcf4), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.968787 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1af6b659-aaff-42ea-a2bf-c593419f11ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (d8b98b0f-a3bc-408c-a889-19a4c460fcf4), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.971444 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-1af6b659-aaff-42ea-a2bf-c593419f11ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:00.972947 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-1af6b659-aaff-42ea-a2bf-c593419f11ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d8b98b0f-a3bc-408c-a889-19a4c460fcf4 HTTP/1.1" status: 204 len: 168 time: 0.1296921 Sep 21 21:58:00.981271 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af6b659-aaff-42ea-a2bf-c593419f11ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b98b0f-a3bc-408c-a889-19a4c460fcf4,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:06.272961 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51492) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:06.394193 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0186269e-8e71-4125-b331-86e60b83b26f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.484656 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0186269e-8e71-4125-b331-86e60b83b26f admin admin] Publish callbacks [] for security_group (120e49af-9815-47f3-ae1f-cf4867caa063), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.491465 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-0186269e-8e71-4125-b331-86e60b83b26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (120e49af-9815-47f3-ae1f-cf4867caa063), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.530850 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-0186269e-8e71-4125-b331-86e60b83b26f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dbee13cc48654e3bb741851049dc07c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567606 Sep 21 21:58:06.531720 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186269e-8e71-4125-b331-86e60b83b26f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=120e49af-9815-47f3-ae1f-cf4867caa063,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:06.533691 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51496) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:06.585609 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7a712273-4132-4f57-9955-47e4219c0f2f admin admin] Publish callbacks [] for security_group (120e49af-9815-47f3-ae1f-cf4867caa063), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.609484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7a712273-4132-4f57-9955-47e4219c0f2f admin admin] Publish callbacks [] for security_group (120e49af-9815-47f3-ae1f-cf4867caa063), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.660913 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7a712273-4132-4f57-9955-47e4219c0f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (120e49af-9815-47f3-ae1f-cf4867caa063), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.665083 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-7a712273-4132-4f57-9955-47e4219c0f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:06.666739 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-7a712273-4132-4f57-9955-47e4219c0f2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/120e49af-9815-47f3-ae1f-cf4867caa063 HTTP/1.1" status: 204 len: 168 time: 0.1319940 Sep 21 21:58:06.675157 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a712273-4132-4f57-9955-47e4219c0f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=120e49af-9815-47f3-ae1f-cf4867caa063,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:06.944501 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51502) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:06.957822 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4650fda-6c45-4b59-8345-9ee2f8908fe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.049072 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4650fda-6c45-4b59-8345-9ee2f8908fe4 admin admin] Publish callbacks [] for security_group (898f0ffc-2897-4f68-8aaf-14466b1afd18), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.055526 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-d4650fda-6c45-4b59-8345-9ee2f8908fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (898f0ffc-2897-4f68-8aaf-14466b1afd18), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.098921 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-d4650fda-6c45-4b59-8345-9ee2f8908fe4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=502cfbcf0acf4507aa1a39e7dac4943f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1532254 Sep 21 21:58:07.099768 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4650fda-6c45-4b59-8345-9ee2f8908fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898f0ffc-2897-4f68-8aaf-14466b1afd18,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:07.102032 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51504) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:07.151991 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cbb932ae-9405-4955-b401-cdfbfd4af7e3 admin admin] Publish callbacks [] for security_group (898f0ffc-2897-4f68-8aaf-14466b1afd18), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.173750 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cbb932ae-9405-4955-b401-cdfbfd4af7e3 admin admin] Publish callbacks [] for security_group (898f0ffc-2897-4f68-8aaf-14466b1afd18), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.230449 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cbb932ae-9405-4955-b401-cdfbfd4af7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (898f0ffc-2897-4f68-8aaf-14466b1afd18), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.233133 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cbb932ae-9405-4955-b401-cdfbfd4af7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.234613 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-cbb932ae-9405-4955-b401-cdfbfd4af7e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/898f0ffc-2897-4f68-8aaf-14466b1afd18 HTTP/1.1" status: 204 len: 168 time: 0.1312211 Sep 21 21:58:07.242374 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb932ae-9405-4955-b401-cdfbfd4af7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898f0ffc-2897-4f68-8aaf-14466b1afd18,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:07.586491 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51510) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:07.603004 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd021143-90f5-41cf-8660-69884ca9acb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.680877 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd021143-90f5-41cf-8660-69884ca9acb1 admin admin] Publish callbacks [] for security_group (569fd1c3-7e6b-4fe8-80a0-01139bce201b), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.686707 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-cd021143-90f5-41cf-8660-69884ca9acb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (569fd1c3-7e6b-4fe8-80a0-01139bce201b), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.726320 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-cd021143-90f5-41cf-8660-69884ca9acb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3c4bb8e9e1a343da90691fa5c36f5d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1386917 Sep 21 21:58:07.727162 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd021143-90f5-41cf-8660-69884ca9acb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569fd1c3-7e6b-4fe8-80a0-01139bce201b,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:07.729067 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51512) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:07.785319 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6190cebd-abc6-4f27-9b6a-a87bd2245f1a admin admin] Publish callbacks [] for security_group (569fd1c3-7e6b-4fe8-80a0-01139bce201b), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.807284 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6190cebd-abc6-4f27-9b6a-a87bd2245f1a admin admin] Publish callbacks [] for security_group (569fd1c3-7e6b-4fe8-80a0-01139bce201b), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.855977 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6190cebd-abc6-4f27-9b6a-a87bd2245f1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (569fd1c3-7e6b-4fe8-80a0-01139bce201b), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.858484 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-6190cebd-abc6-4f27-9b6a-a87bd2245f1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:07.859683 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-6190cebd-abc6-4f27-9b6a-a87bd2245f1a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/569fd1c3-7e6b-4fe8-80a0-01139bce201b HTTP/1.1" status: 204 len: 168 time: 0.1288517 Sep 21 21:58:07.867656 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6190cebd-abc6-4f27-9b6a-a87bd2245f1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569fd1c3-7e6b-4fe8-80a0-01139bce201b,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:08.436687 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-095d85a9-5747-46ca-befc-3f36576eeabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:10.614140 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-da81d974-6cfa-486e-a864-fa4ee65e4abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:12.241837 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:12.878618 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:58:13.831762 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:15.153935 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.045155 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51618) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:19.161239 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.239065 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Publish callbacks [] for security_group (fc7f4b4f-6285-42d2-b985-d431ab1d8da6), precommit_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.243366 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fc7f4b4f-6285-42d2-b985-d431ab1d8da6), after_create {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.282544 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d07ae8d773a94ab0b25bd05b911f6bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361257 Sep 21 21:58:19.283439 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc7f4b4f-6285-42d2-b985-d431ab1d8da6,revision_number=1']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:19.285500 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51622) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:19.291620 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.291867 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.292252 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.292563 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.292891 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.293219 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.293546 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.293899 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.294226 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.294556 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.294878 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.295198 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.295513 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccdd744e-1860-4965-9954-91c899b17e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858817-1-iscsi {{(pid=115541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 21 21:58:19.341594 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae2dbf6c-6cbb-4832-84f2-0d3a6a4829cd admin admin] Publish callbacks [] for security_group (fc7f4b4f-6285-42d2-b985-d431ab1d8da6), before_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.365392 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae2dbf6c-6cbb-4832-84f2-0d3a6a4829cd admin admin] Publish callbacks [] for security_group (fc7f4b4f-6285-42d2-b985-d431ab1d8da6), precommit_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.422785 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae2dbf6c-6cbb-4832-84f2-0d3a6a4829cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (fc7f4b4f-6285-42d2-b985-d431ab1d8da6), after_delete {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.425527 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-ae2dbf6c-6cbb-4832-84f2-0d3a6a4829cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.426759 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-ae2dbf6c-6cbb-4832-84f2-0d3a6a4829cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fc7f4b4f-6285-42d2-b985-d431ab1d8da6 HTTP/1.1" status: 204 len: 168 time: 0.1400986 Sep 21 21:58:19.434539 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2dbf6c-6cbb-4832-84f2-0d3a6a4829cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc7f4b4f-6285-42d2-b985-d431ab1d8da6,revision_number=None']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:19.735717 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [-] (115542) accepted ('10.222.0.48', 51628) {{(pid=115542) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:19.749800 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aeec4264-49c1-40df-b62c-c983a26e1c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.827525 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aeec4264-49c1-40df-b62c-c983a26e1c27 admin admin] Publish callbacks [] for security_group (b77360b7-e04e-4ff0-b9da-c271dbf175d6), precommit_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.833165 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron_lib.callbacks.manager [None req-aeec4264-49c1-40df-b62c-c983a26e1c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b77360b7-e04e-4ff0-b9da-c271dbf175d6), after_create {{(pid=115542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.869092 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeec4264-49c1-40df-b62c-c983a26e1c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77360b7-e04e-4ff0-b9da-c271dbf175d6,revision_number=1']} {{(pid=115542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:19.873365 dv-cinder-858817-1-iscsi neutron-server[115542]: INFO neutron.wsgi [None req-aeec4264-49c1-40df-b62c-c983a26e1c27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dde156fac5654021b95964f571773b71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365900 Sep 21 21:58:19.876276 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [-] (115541) accepted ('10.222.0.48', 51630) {{(pid=115541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 21 21:58:19.925357 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a58cfd0a-5a18-4adc-9474-0b6330feeab9 admin admin] Publish callbacks [] for security_group (b77360b7-e04e-4ff0-b9da-c271dbf175d6), before_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:19.950472 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a58cfd0a-5a18-4adc-9474-0b6330feeab9 admin admin] Publish callbacks [] for security_group (b77360b7-e04e-4ff0-b9da-c271dbf175d6), precommit_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:20.012213 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a58cfd0a-5a18-4adc-9474-0b6330feeab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2067140'] for security_group (b77360b7-e04e-4ff0-b9da-c271dbf175d6), after_delete {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:20.014795 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron_lib.callbacks.manager [None req-a58cfd0a-5a18-4adc-9474-0b6330feeab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:20.017025 dv-cinder-858817-1-iscsi neutron-server[115541]: INFO neutron.wsgi [None req-a58cfd0a-5a18-4adc-9474-0b6330feeab9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b77360b7-e04e-4ff0-b9da-c271dbf175d6 HTTP/1.1" status: 204 len: 168 time: 0.1397190 Sep 21 21:58:20.025129 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cfd0a-5a18-4adc-9474-0b6330feeab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77360b7-e04e-4ff0-b9da-c271dbf175d6,revision_number=None']} {{(pid=115541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 21 21:58:21.039349 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:38.443520 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f524a6af-e8fb-4741-b752-b15dcaa595df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:40.603187 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c3df7386-804e-4c35-a6fc-a3fcfe5d0a48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:42.247350 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:43.830245 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:45.157666 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:58:49.872677 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:58:51.036020 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:08.439071 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a6e7af9d-c01e-4670-a345-cf5711d4bfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:10.608378 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f84eb2d8-bc1c-4954-80ae-bc1c329536f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:12.259352 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:13.835566 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:15.170991 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:21.037580 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:26.877947 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 21:59:38.440173 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-1926bd4e-dded-4332-bac2-7b0f05f71cda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:40.608148 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-f66df73c-5196-4707-95bf-f3ed2bb86ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:42.264138 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:43.845761 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:45.179217 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 21:59:51.030517 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:03.881096 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:00:08.445299 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-dca6b0f5-5c86-4be8-a807-ecb78a2365de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:10.605100 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-82543ce8-694a-43ea-aa15-ef98e4a374c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:12.263469 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:13.848870 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:15.174479 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:21.045916 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:38.434945 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-c31976d3-910a-4891-b801-7423beb8cafe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.602070 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-3c34f9ed-681c-4151-921e-e40c46df84fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:40.887624 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:00:42.263321 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:43.843220 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:45.162186 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:00:51.044204 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:08.431069 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-32565353-b0ab-4670-bb57-144f5bbd7862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:10.597553 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-29667469-d002-4d1f-9fbe-be4cb3d45d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:12.277429 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:13.846188 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:15.157816 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:17.890544 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:01:21.059099 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:38.426674 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-668c5cdc-a839-4b8d-a5eb-db23ec7eed14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:40.594038 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-00ea16e5-2721-4f29-9273-a4caa84b9210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:42.270153 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:43.850616 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:45.153269 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:51.074909 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:01:54.900810 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:02:08.422517 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-ab446b1f-7ff9-4ac8-b7ce-b9e1691ee6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:10.447062 dv-cinder-858817-1-iscsi neutron-server[115542]: DEBUG neutron.wsgi [req-e98754a3-20a2-4aaa-b61b-ac83da877d7e req-3d6b8ea0-6118-4a9b-805c-f626b4ead50d service neutron] (115542) timed out ('10.222.0.50', 60500) {{(pid=115542) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:02:10.593841 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e8a92fc2-dc44-4c9f-a8a8-c0809b510e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:12.272785 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:13.851802 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:15.158866 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:21.089098 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:27.997320 dv-cinder-858817-1-iscsi neutron-server[115541]: DEBUG neutron.wsgi [req-354dfe5a-c70a-4d87-b421-2ce0f97624b8 req-1d7bb372-6961-4266-9712-da8d44a56254 service neutron] (115541) timed out ('10.222.0.50', 60484) {{(pid=115541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 21 22:02:31.893741 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:02:38.427749 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b75d3af7-bbe4-4117-a134-4d94eff01c98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:40.591274 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-182db434-5d64-4b48-a4a6-3692e5d540eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:42.278142 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:43.855905 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:45.165195 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:02:51.088907 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.437363 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-b38ba720-71b8-4500-873f-6632225158f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (80dd81e8-a61a-4b61-b574-0b7a816fe136), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:08.897619 dv-cinder-858817-1-iscsi neutron-server[115545]: DEBUG neutron.db.agents_db [None req-48c64344-c377-4ee0-b38b-754f8c570e4b None None] Agent healthcheck: found 6 active agents {{(pid=115545) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 21 22:03:10.586959 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-e21aa481-43a9-48dd-9121-75d0109436d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (8d474e25-e26b-4f28-a40a-4c6d1220617c), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:12.278948 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-462f6cab-690d-4c43-924b-0f739b63bfed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (eecf6220-f673-4e70-a290-9ea0d1eb1822), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:13.859704 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-a3c10527-a291-47b8-b12a-27ab1bf185be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (7b77f951-75a3-4a44-98c3-f5b89e0f1d67), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:15.161124 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-d3dd7b4d-27a9-4c75-8ac8-defaef719b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (54a78c34-485b-40b1-a5ae-019358b7e4f0), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 21 22:03:21.104967 dv-cinder-858817-1-iscsi neutron-server[115543]: DEBUG neutron_lib.callbacks.manager [None req-33154100-ca08-4a0e-9de4-a04ab4f8929b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777949772005', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-925335'] for agent (4f208d02-50b4-450a-a206-ec985c4982d6), after_update {{(pid=115543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}